-- Logs begin at Fri 2022-02-18 11:27:10 UTC, end at Fri 2022-02-18 12:41:51 UTC. -- Feb 18 12:15:17.238737 dv-cinder-804757-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 18 12:15:20.210991 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.common.config [-] Logging enabled! Feb 18 12:15:20.211599 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 18 12:15:20.211790 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103306) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 12:15:20.215685 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.common.config [-] Logging enabled! Feb 18 12:15:20.215942 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 18 12:15:20.216256 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103306) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 12:15:20.217189 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:15:20.217422 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 12:15:20.217795 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 12:15:20.218043 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 12:15:20.218699 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 12:15:20.219035 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.219466 dv-cinder-804757-15-iscsi neutron-server[103306]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 18 12:15:20.219784 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.220086 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.220386 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.220685 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.220980 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.221263 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.221554 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.221853 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.222166 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.222447 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.222732 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.223029 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.223308 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.223590 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.223876 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.224156 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] debug = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.224434 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.224865 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.225747 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.226042 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.226344 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.226623 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.226893 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.227172 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.227452 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.227782 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] host = dv-cinder-804757-15-iscsi {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.228057 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.228341 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.228624 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.228908 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.229184 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.229458 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.229769 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.230041 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.230338 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] log_file = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.230613 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.230898 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.231185 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.231472 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.231695 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.231917 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.232219 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.232505 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.232778 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.233050 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.233323 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.233595 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.233867 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.234156 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.234442 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.234725 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.235008 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.235278 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.235549 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.235818 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.236086 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.236368 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.236640 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.236912 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.237184 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.237467 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.237734 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.238003 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.238333 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.238620 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.238902 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.239188 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.239460 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.239740 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.240010 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.240282 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.240551 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] use_json = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.240819 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.241087 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.241366 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.241635 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.241904 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.242197 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.242468 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.242751 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.243020 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:20.243313 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.243609 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.243904 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.244197 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.244486 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.244764 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.245842 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.246141 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.246433 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.246719 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.247007 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.247285 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.247584 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.247874 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.248167 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.248468 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.248759 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.249056 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.249330 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.249607 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.249883 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.250190 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.250478 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.250755 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.251046 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.251337 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.251612 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.251907 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.252194 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.252486 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.252775 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.253049 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.253327 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.253616 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.253893 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.254191 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.254471 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.254758 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.255034 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.255305 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.255586 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.255863 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.256134 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.256405 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.256683 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.256974 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.257251 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.257522 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.257792 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.258068 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.258358 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.258642 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.258926 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.259200 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.259471 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.259747 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.260019 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.260290 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.260564 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.261469 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.261756 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.262034 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.262336 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.262613 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.262887 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.263159 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.263433 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.263705 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.263981 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.264253 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.264526 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.264797 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.265068 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.265342 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.265631 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.265925 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.266232 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.266510 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.266788 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.267064 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.267339 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.267617 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.267894 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.268169 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.268439 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.268728 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.269014 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.269298 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.269599 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.269876 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.270193 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.270470 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.270746 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.271028 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.271304 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.271581 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.271862 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.272144 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.272437 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.272731 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.273023 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.273314 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.273604 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.273885 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.274282 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.274565 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:20.274783 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 12:15:20.275024 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103306) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 18 12:15:20.656466 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 18 12:15:20.656754 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 18 12:15:20.657057 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 18 12:15:20.657540 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 18 12:15:20.992089 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:20.992327 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:20.992596 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:20.993895 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:20.994197 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:20.994465 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.040666 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.040942 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.041206 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.055269 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.055552 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.055819 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.084491 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.084767 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.085031 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.122975 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.123255 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.123529 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.480435 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.481095 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.481095 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.481270 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.481900 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.584564 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.584883 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.585163 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.585437 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.585705 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.586016 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.586301 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.586560 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.586813 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.587094 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.587350 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.587616 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.587870 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.588121 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.588375 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.588639 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.588939 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.589722 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.589995 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.590278 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.590552 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.590804 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.591082 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.591457 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.591702 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.591944 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.592333 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:15:21.592568 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:15:21.592798 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:15:21.593028 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:15:21.593258 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:15:21.593488 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:15:21.593852 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 18 12:15:21.596957 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 18 12:15:21.601008 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 18 12:15:21.605383 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Feb 18 12:15:21.607046 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 18 12:15:21.607505 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 18 12:15:21.607830 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 18 12:15:21.608203 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 18 12:15:21.611048 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 18 12:15:21.611297 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 18 12:15:21.611639 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 18 12:15:21.616464 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 18 12:15:21.640557 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 18 12:15:21.641001 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.641294 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103306) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 18 12:15:21.641652 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.643055 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103306) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 18 12:15:21.643330 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 18 12:15:21.643577 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 18 12:15:21.646859 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.647139 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:21.709587 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 18 12:15:21.709825 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 18 12:15:21.710056 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 18 12:15:21.710456 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 18 12:15:21.730396 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_db.sqlalchemy.engines [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103306) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 18 12:15:22.351313 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Initializing driver for type 'gre' Feb 18 12:15:22.351845 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] gre ID ranges: [(1, 1000)] Feb 18 12:15:22.587487 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Initializing driver for type 'local' Feb 18 12:15:22.588115 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Initializing driver for type 'vlan' Feb 18 12:15:22.690693 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] VlanTypeDriver initialization complete Feb 18 12:15:22.691038 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Initializing driver for type 'vxlan' Feb 18 12:15:22.691552 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] vxlan ID ranges: [(1, 1000)] Feb 18 12:15:22.959269 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Initializing extension driver 'port_security' Feb 18 12:15:22.959538 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.extensions.port_security [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] PortSecurityExtensionDriver initialization complete Feb 18 12:15:22.959870 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Initializing mechanism driver 'openvswitch' Feb 18 12:15:22.960192 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Initializing mechanism driver 'hyperv' Feb 18 12:15:22.966776 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:22.967641 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > port after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.968017 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > port after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.968375 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > port after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.968902 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103306) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 12:15:22.969337 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > subnet after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.969697 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > subnet after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.970047 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.970470 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103306) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 12:15:22.970881 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > network after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.971234 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > network after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.971581 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > network after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.971975 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103306) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 12:15:22.972381 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > security_group after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.972734 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > security_group after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.973079 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.973480 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103306) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 12:15:22.973880 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.974277 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.974606 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.975001 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103306) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 12:15:22.975412 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > address_group after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.975760 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > address_group after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.976101 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.976498 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103306) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 12:15:22.976968 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] ML2 OVO RPC backend initialized. {{(pid=103306) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 18 12:15:22.977647 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.978006 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.978457 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > network before_response 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.984285 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > networks before_response 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.984285 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > port before_response 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.984285 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > ports before_response 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.984285 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > subnet before_response 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.984622 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > subnets before_response 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.984622 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > network after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.984622 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > network after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.984622 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > network after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.984973 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > port after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.984973 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > port after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.984973 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > port after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.984973 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > subnet after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.985258 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > subnet after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.985258 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:22.990840 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded quota_driver: . Feb 18 12:15:22.991212 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.plugin [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Modular L2 Plugin initialization complete Feb 18 12:15:22.991562 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading services supported by the core plugin {{(pid=103306) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 18 12:15:22.991910 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.plugins.ml2.managers [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Got port-security extension from driver 'port_security' Feb 18 12:15:22.992390 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.extensions.vlantransparent [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Disabled vlantransparent extension. Feb 18 12:15:22.992885 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103306) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 18 12:15:22.993213 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading Plugin: router Feb 18 12:15:23.029562 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.029957 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router after_create 55549900 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.030357 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router before_create 55549900 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.030725 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.031101 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.031464 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router after_delete 55549900 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.031828 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.032182 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.032543 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router after_create 55549900 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.032893 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router after_update 55549900 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.033246 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router after_update 55549900 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.033595 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.033956 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router after_update 55549900 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.034391 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router precommit_update 55549900 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.034763 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: port after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.035106 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: port after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.035448 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: subnet after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.035796 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.036147 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.036498 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router precommit_create 55549900 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.036843 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: port before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.037191 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router precommit_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.037555 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router after_update 55549900 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.037903 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.038421 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router precommit_create 55549900 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.038794 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.039146 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router precommit_update 55549900 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.039513 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > agent after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.039870 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > agent after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.040227 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > network after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.041070 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Tracking information for resource: router configured {{(pid=103306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:15:23.041402 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Tracking information for resource: floatingip configured {{(pid=103306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:15:23.051254 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.db.l3_agentschedulers_db [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 18 12:15:23.051837 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: port after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.052205 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: port after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.052564 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: port after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.052919 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: port after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.053702 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router before_create 55550100 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.054073 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.054466 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router precommit_create 55550100 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.054827 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > router precommit_update 55550100 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.060213 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.services.provider_configuration [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service providers = [] {{(pid=103306) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 18 12:15:23.060583 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.db.servicetype_db [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103306) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 18 12:15:23.063593 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.services.service_base [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 12:15:23.063948 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.services.service_base [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 12:15:23.064294 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.services.service_base [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 12:15:23.065194 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.services.service_base [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 12:15:23.065570 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.services.service_base [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 18 12:15:23.065950 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:15:23.066303 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 18 12:15:23.077133 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:15:23.077470 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading Plugin: auto_allocate Feb 18 12:15:23.083353 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: network precommit_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.083728 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: network precommit_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.084257 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:15:23.084579 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading Plugin: tag Feb 18 12:15:23.091483 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:15:23.091818 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading Plugin: timestamp Feb 18 12:15:23.095688 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:15:23.096030 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading Plugin: network_ip_availability Feb 18 12:15:23.101553 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.101930 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.102323 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.105538 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:15:23.105538 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading Plugin: flavors Feb 18 12:15:23.110215 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:15:23.110552 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading Plugin: revisions Feb 18 12:15:23.114880 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:15:23.115264 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_concurrency.lockutils [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.458s {{(pid=103306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 18 12:15:23.116044 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103306) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 18 12:15:23.116372 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Initializing extension manager. Feb 18 12:15:23.116894 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: __init__.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.117232 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: __pycache__ {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.117568 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.117901 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: address_group.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.118680 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.119248 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: address-group Feb 18 12:15:23.119568 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: address_scope.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.121105 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.121625 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: address-scope Feb 18 12:15:23.121976 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.122919 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.123428 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: router-admin-state-down-before-update Feb 18 12:15:23.123748 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: agent.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.124441 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.124949 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: agent Feb 18 12:15:23.125267 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: agent_resources_synced.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.126203 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.126716 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: agent-resources-synced Feb 18 12:15:23.127032 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: allowedaddresspairs.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.128820 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.129318 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: allowed-address-pairs Feb 18 12:15:23.129640 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: auto_allocated_topology.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.130742 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.131258 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: auto-allocated-topology Feb 18 12:15:23.131581 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: availability_zone.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.132276 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.132774 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: availability_zone Feb 18 12:15:23.133092 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: availability_zone_filter.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.133990 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.134523 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: availability_zone_filter Feb 18 12:15:23.134845 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: data_plane_status.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.135745 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.136242 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension data-plane-status not supported by any of loaded plugins Feb 18 12:15:23.136558 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: default_subnetpools.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.137468 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.137973 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: default-subnetpools Feb 18 12:15:23.138314 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.139114 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.139617 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: dhcp_agent_scheduler Feb 18 12:15:23.139937 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: dns.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.140835 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.141371 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension dns-integration not supported by any of loaded plugins Feb 18 12:15:23.141690 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: dns_domain_ports.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.142639 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.143143 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 18 12:15:23.143463 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.144376 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.144875 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 18 12:15:23.145195 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: dvr.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.145859 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.146380 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: dvr Feb 18 12:15:23.146699 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: ecmp_routes.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.147604 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.148109 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 18 12:15:23.148429 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: empty_string_filtering.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.149322 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.149827 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: empty-string-filtering Feb 18 12:15:23.150171 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.151068 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.151573 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 18 12:15:23.151895 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.157492 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.157991 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 18 12:15:23.158337 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: external_net.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.159253 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.159758 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: external-net Feb 18 12:15:23.160091 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.160974 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.161474 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: extra_dhcp_opt Feb 18 12:15:23.161790 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: extraroute.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.162722 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.163224 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: extraroute Feb 18 12:15:23.163541 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: extraroute_atomic.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.164575 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.165080 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: extraroute-atomic Feb 18 12:15:23.165396 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: filter_validation.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.166053 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.166581 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: filter-validation Feb 18 12:15:23.166898 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: fip_pf_description.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.168324 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.168820 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 18 12:15:23.169135 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: fip_port_details.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.170247 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.170754 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: fip-port-details Feb 18 12:15:23.171073 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: flavors.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.172309 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.172821 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: flavors Feb 18 12:15:23.173143 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.174873 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.175387 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 18 12:15:23.175712 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: floatingip_pools.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.176409 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.176915 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: floatingip-pools Feb 18 12:15:23.177236 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: ip_allocation.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.178179 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.178685 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension ip_allocation not supported by any of loaded plugins Feb 18 12:15:23.179002 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.179930 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.180483 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: ip-substring-filtering Feb 18 12:15:23.180807 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: l2_adjacency.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.181728 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.182268 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 18 12:15:23.182592 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: l3.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.184078 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.184599 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: router Feb 18 12:15:23.184922 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.187247 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.187768 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 18 12:15:23.188099 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.189022 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.189533 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: ext-gw-mode Feb 18 12:15:23.189858 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.190799 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.191311 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: l3-ha Feb 18 12:15:23.191641 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.206386 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.206891 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 18 12:15:23.207211 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: l3_flavors.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.208115 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.208618 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: l3-flavors Feb 18 12:15:23.208937 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.210391 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.210865 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 18 12:15:23.211192 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.212106 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.212621 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 18 12:15:23.212951 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: l3agentscheduler.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.214516 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.215066 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: l3_agent_scheduler Feb 18 12:15:23.215390 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: local_ip.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.217179 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.217701 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension local_ip not supported by any of loaded plugins Feb 18 12:15:23.218038 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: logging.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.220935 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.221461 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension logging not supported by any of loaded plugins Feb 18 12:15:23.221793 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: metering.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.222564 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.223140 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: metering Feb 18 12:15:23.223463 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.224554 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.225071 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: metering_source_and_destination_fields Feb 18 12:15:23.225394 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: multiprovidernet.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.226388 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.226903 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: multi-provider Feb 18 12:15:23.227243 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: netmtu.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.228132 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.228640 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: net-mtu Feb 18 12:15:23.228960 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: netmtu_writable.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.230453 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.230997 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: net-mtu-writable Feb 18 12:15:23.231317 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: network_availability_zone.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.231987 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.232488 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: network_availability_zone Feb 18 12:15:23.232805 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: network_ip_availability.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.233910 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.234459 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: network-ip-availability Feb 18 12:15:23.234783 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: network_segment_range.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.235544 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.236039 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension network-segment-range not supported by any of loaded plugins Feb 18 12:15:23.236356 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: pagination.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.237331 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.237658 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: pagination Feb 18 12:15:23.238016 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: port_device_profile.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.238945 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.239455 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: port-device-profile Feb 18 12:15:23.239773 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.240697 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.241202 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: port-mac-address-regenerate Feb 18 12:15:23.241517 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.242443 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.242948 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: port-numa-affinity-policy Feb 18 12:15:23.243351 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: port_resource_request.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.249165 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.249673 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension port-resource-request not supported by any of loaded plugins Feb 18 12:15:23.249988 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: port_resource_request_groups.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.250966 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.251470 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 18 12:15:23.251787 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: portbindings.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.252705 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.253213 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: binding Feb 18 12:15:23.253533 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: portbindings_extended.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.254829 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.255383 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: binding-extended Feb 18 12:15:23.255710 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: portsecurity.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.256619 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.257129 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: port-security Feb 18 12:15:23.257452 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: project_id.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.258462 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.258788 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: project-id Feb 18 12:15:23.259106 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: providernet.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.260021 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.260529 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: provider Feb 18 12:15:23.261400 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: qos.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.265012 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.265536 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension qos not supported by any of loaded plugins Feb 18 12:15:23.265867 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.267179 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.267686 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 18 12:15:23.268013 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.268941 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.269450 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 18 12:15:23.269772 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: qos_default.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.270707 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.271214 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension qos-default not supported by any of loaded plugins Feb 18 12:15:23.271536 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: qos_fip.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.272446 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.272953 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension qos-fip not supported by any of loaded plugins Feb 18 12:15:23.273274 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.274215 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.274720 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 18 12:15:23.275045 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: qos_gateway_ip.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.275956 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.276483 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 18 12:15:23.276805 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: qos_port_network_policy.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.277824 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.278372 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 18 12:15:23.282964 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.283804 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.284311 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 18 12:15:23.284630 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.285664 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.286214 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 18 12:15:23.286533 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: qos_pps_rule.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.287717 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.288232 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension qos-pps not supported by any of loaded plugins Feb 18 12:15:23.288558 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: qos_rule_type_details.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.289478 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.289983 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 18 12:15:23.290332 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: qos_rules_alias.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.291381 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.291890 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 18 12:15:23.292253 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: quota_check_limit.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.293158 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.293669 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: quota-check-limit Feb 18 12:15:23.293990 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: quotasv2.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.294957 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.295294 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: quotas Feb 18 12:15:23.295612 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: quotasv2_detail.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.297386 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.297725 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: quota_details Feb 18 12:15:23.298056 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: rbac.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.299129 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.299655 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: rbac-policies Feb 18 12:15:23.299986 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: rbac_address_group.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.300917 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.301434 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: rbac-address-group Feb 18 12:15:23.301759 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: rbac_address_scope.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.302702 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.303215 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: rbac-address-scope Feb 18 12:15:23.303540 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: rbac_security_groups.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.304443 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.304949 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: rbac-security-groups Feb 18 12:15:23.305272 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: rbac_subnetpool.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.306288 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.306840 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: rbac-subnetpool Feb 18 12:15:23.307165 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: revisionifmatch.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.308626 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.309140 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: revision-if-match Feb 18 12:15:23.309461 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: revisions.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.310627 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.311136 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: standard-attr-revisions Feb 18 12:15:23.311459 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: router_availability_zone.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.312121 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.312626 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: router_availability_zone Feb 18 12:15:23.312945 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: routerservicetype.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.313858 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.314399 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension router-service-type not supported by any of loaded plugins Feb 18 12:15:23.314720 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.315631 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.316140 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: security-groups-normalized-cidr Feb 18 12:15:23.316459 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.321590 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.322139 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: port-security-groups-filtering Feb 18 12:15:23.322463 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.323950 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.324466 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: security-groups-remote-address-group Feb 18 12:15:23.324789 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.325715 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.326273 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: security-groups-shared-filtering Feb 18 12:15:23.326596 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.327177 dv-cinder-804757-15-iscsi neutron-server[103306]: WARNING neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 18 12:15:23.327493 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: securitygroup.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.337202 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.337732 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: security-group Feb 18 12:15:23.338063 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: segment.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.338881 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.339393 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension segment not supported by any of loaded plugins Feb 18 12:15:23.339716 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.340687 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.341193 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 18 12:15:23.341516 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: servicetype.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.342645 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.343169 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: service-type Feb 18 12:15:23.343495 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: sorting.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.344473 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.344802 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: sorting Feb 18 12:15:23.345123 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: standard_attr_segment.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.346033 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.346631 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 18 12:15:23.346950 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: standardattrdescription.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.347607 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.348163 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: standard-attr-description Feb 18 12:15:23.348487 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: stateful_security_group.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.349410 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.349917 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: stateful-security-group Feb 18 12:15:23.350351 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: stdattrs_common.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.351138 dv-cinder-804757-15-iscsi neutron-server[103306]: WARNING neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 18 12:15:23.352158 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.353107 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.353617 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 18 12:15:23.353941 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: subnet_onboard.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.355065 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.355617 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: subnet_onboard Feb 18 12:15:23.355939 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.356864 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.357375 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 18 12:15:23.357695 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: subnet_service_types.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.358646 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.359162 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: subnet-service-types Feb 18 12:15:23.359494 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: subnetallocation.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.360567 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.361086 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: subnet_allocation Feb 18 12:15:23.361409 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.362072 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.362600 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: subnetpool-prefix-ops Feb 18 12:15:23.362917 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.363844 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.364352 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 18 12:15:23.364669 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: tagging.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.365734 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.366285 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: standard-attr-tag Feb 18 12:15:23.366609 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: timestamp.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.367832 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.368329 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loaded extension: standard-attr-timestamp Feb 18 12:15:23.368655 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: trunk.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.369685 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.370998 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension trunk not supported by any of loaded plugins Feb 18 12:15:23.371315 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: trunk_details.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.372230 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.372742 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension trunk-details not supported by any of loaded plugins Feb 18 12:15:23.373061 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: uplink_status_propagation.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.381336 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.381848 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 18 12:15:23.382202 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Loading extension file: vlantransparent.py {{(pid=103306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:15:23.382864 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:15:23.383364 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 18 12:15:23.386438 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:network Feb 18 12:15:23.386964 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:subnet Feb 18 12:15:23.387365 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:15:23.387756 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:port Feb 18 12:15:23.388981 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.v2.resource_helper [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:15:23.389432 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.v2.resource_helper [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service FLAVORS assigned prefix: {{(pid=103306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:15:23.390052 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.v2.resource_helper [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:15:23.390497 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.v2.resource_helper [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:15:23.390827 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:router Feb 18 12:15:23.391258 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 12:15:23.391748 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.v2.resource_helper [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service METERING assigned prefix: /metering {{(pid=103306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:15:23.393221 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.393585 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.393938 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:15:23.394962 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 12:15:23.395412 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:security_group Feb 18 12:15:23.395836 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 12:15:23.396456 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.v2.resource_helper [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service CORE assigned prefix: {{(pid=103306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:15:23.396782 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:15:23.397125 dv-cinder-804757-15-iscsi neutron-server[103306]: WARNING neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] subnetpool is already registered Feb 18 12:15:23.397561 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.v2.resource_helper [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service CORE assigned prefix: {{(pid=103306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:15:23.397880 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:15:23.398243 dv-cinder-804757-15-iscsi neutron-server[103306]: WARNING neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] subnetpool is already registered Feb 18 12:15:23.400495 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.v2.resource_helper [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:15:23.400925 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.v2.resource_helper [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service FLAVORS assigned prefix: {{(pid=103306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:15:23.401536 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.v2.resource_helper [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:15:23.401958 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.v2.resource_helper [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:15:23.402312 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:router Feb 18 12:15:23.402647 dv-cinder-804757-15-iscsi neutron-server[103306]: WARNING neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] router is already registered Feb 18 12:15:23.403051 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 12:15:23.403381 dv-cinder-804757-15-iscsi neutron-server[103306]: WARNING neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] floatingip is already registered Feb 18 12:15:23.403874 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.v2.resource_helper [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service METERING assigned prefix: /metering {{(pid=103306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:15:23.404532 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 12:15:23.404854 dv-cinder-804757-15-iscsi neutron-server[103306]: WARNING neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] rbac_policy is already registered Feb 18 12:15:23.405263 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:security_group Feb 18 12:15:23.405591 dv-cinder-804757-15-iscsi neutron-server[103306]: WARNING neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] security_group is already registered Feb 18 12:15:23.405992 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 12:15:23.406347 dv-cinder-804757-15-iscsi neutron-server[103306]: WARNING neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] security_group_rule is already registered Feb 18 12:15:23.406973 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.v2.resource_helper [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service CORE assigned prefix: {{(pid=103306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:15:23.407295 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:15:23.407622 dv-cinder-804757-15-iscsi neutron-server[103306]: WARNING neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] subnetpool is already registered Feb 18 12:15:23.408040 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.v2.resource_helper [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Service CORE assigned prefix: {{(pid=103306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:15:23.408363 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:15:23.408688 dv-cinder-804757-15-iscsi neutron-server[103306]: WARNING neutron.quota.resource_registry [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] subnetpool is already registered Feb 18 12:15:23.409152 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: extensions {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.410653 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: address-groups {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.412138 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: address-scopes {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.413444 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: agents {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.414650 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: auto-allocated-topology {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.415960 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: availability_zones {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.417183 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: dhcp-networks {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.418746 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: dhcp-agents {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.420149 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: routers {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.422389 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: flavors {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.423558 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: service_profiles {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.424765 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: next_providers {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.426297 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: service_profiles {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.427869 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: floatingip-pools {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.429098 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: routers {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.431226 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: floatingips {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.433960 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: l3-routers {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.435392 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: l3-agents {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.436810 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: metering-labels {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.438256 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: metering-label-rules {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.439536 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: network-ip-availabilities {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.440793 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: bindings {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.442472 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: quotas {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.444026 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: quotas {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.445537 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: rbac-policies {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.446863 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: security-groups {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.448082 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: security-group-rules {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.449954 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: service-providers {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.451215 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: subnetpools {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.452627 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: subnetpools {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.454110 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: tags {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.455798 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: tags {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.457607 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: tags {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.459395 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: tags {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.461265 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: tags {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.463089 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: tags {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.464816 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: tags {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.466727 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: tags {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.468455 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: tags {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.470352 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron.api.extensions [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Extended resource: tags {{(pid=103306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:15:23.476367 dv-cinder-804757-15-iscsi neutron-server[103306]: WARNING keystonemiddleware.auth_token [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 18 12:15:23.481052 dv-cinder-804757-15-iscsi neutron-server[103306]: WARNING keystonemiddleware.auth_token [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 18 12:15:23.492956 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_concurrency.lockutils [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Acquired lock "singleton_lock" {{(pid=103306) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 18 12:15:23.493469 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_concurrency.lockutils [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Releasing lock "singleton_lock" {{(pid=103306) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 18 12:15:23.494357 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO oslo_service.service [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Starting 2 workers Feb 18 12:15:23.500077 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Started child 103419 {{(pid=103306) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 12:15:23.504577 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Started child 103420 {{(pid=103306) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 12:15:23.511656 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:23.512418 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO neutron.service [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 18 12:15:23.512418 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:23.512701 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [-] (103419) wsgi starting up on http://0.0.0.0:9696 Feb 18 12:15:23.512843 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO oslo_service.service [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Starting 1 workers Feb 18 12:15:23.512983 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:23.512983 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [-] (103420) wsgi starting up on http://0.0.0.0:9696 Feb 18 12:15:23.515262 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Started child 103421 {{(pid=103306) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 12:15:23.515859 dv-cinder-804757-15-iscsi neutron-server[103306]: INFO oslo_service.service [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Starting 1 workers Feb 18 12:15:23.520482 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Started child 103422 {{(pid=103306) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 12:15:23.521310 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:23.522273 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.service [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] calling RpcWorker wait() {{(pid=103421) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 18 12:15:23.522861 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.service [None req-6fd0b2cd-fb37-4803-a51a-7c6026a54a35 None None] returning from RpcWorker wait() {{(pid=103421) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 18 12:15:23.523337 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103306) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 18 12:15:23.523550 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:15:23.523734 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 12:15:23.523958 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 12:15:23.524191 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:23.524291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 12:15:23.524451 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 12:15:23.524686 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:23.524983 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.525253 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.525501 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.525773 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.526060 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.526370 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:23.526804 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.527001 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.527255 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.527531 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.527627 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:23.527764 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.527930 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.528096 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.528336 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.528574 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.528878 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.529149 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.529386 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.529637 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.529806 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.530068 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.530464 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.530590 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.530898 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] debug = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.531073 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.531547 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.531784 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.532050 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.532266 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.532531 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.532762 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.533045 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.533289 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.533521 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.533756 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.534019 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.534293 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.534524 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.534781 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.535011 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.535275 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.535520 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.535999 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] host = dv-cinder-804757-15-iscsi {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.536211 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.536443 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.536667 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.536919 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.537173 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.537415 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.537685 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.537958 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.538296 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.538526 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.538777 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.539026 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.539260 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.539494 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_file = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.539655 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_options = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.539885 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.540319 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.540656 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.540787 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.540905 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.541069 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.541325 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.541488 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.541739 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.541954 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.542241 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.545355 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.545355 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.545355 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.545355 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.545355 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.545355 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.545355 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.545355 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.546347 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.546347 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.546347 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.546347 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.546347 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.546347 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.546347 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.546347 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.546347 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.547469 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.547469 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.547469 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.547469 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.547469 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.547469 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.548152 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.548152 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.548152 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.548503 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.548503 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.548752 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.548889 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.549123 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.549334 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.549558 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.549770 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.549999 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.550346 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] use_json = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.550484 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.550673 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.550922 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.551312 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.551456 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.551617 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.551776 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.552052 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.552235 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.552718 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.552936 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.553226 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.553478 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.553812 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.553968 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.554224 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.554465 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.554726 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.554955 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.555285 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.555505 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.555812 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.556993 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.556993 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.556993 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.556993 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.558396 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.558396 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.558396 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.558396 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.559380 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.559380 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.559380 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.559380 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.559905 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.559905 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.560172 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.562030 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.562030 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.562030 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.562030 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.562030 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.562030 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.562030 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.562030 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.562669 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.562669 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.562669 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.562863 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.563060 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.563291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.563546 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.563771 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.564154 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.564528 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.564914 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.566734 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.566734 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.566734 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.566734 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.566734 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.566734 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.566734 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.566734 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.569018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.569018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.569018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.569018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.569018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.569018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.569018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.569018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.569018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571949 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571949 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571949 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571949 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571949 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571949 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.571949 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.573020 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.573020 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.573020 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.573020 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.573020 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.573962 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.573962 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.574145 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.574311 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.574520 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.574783 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.575068 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.576963 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.576963 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.576963 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.576963 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.576963 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.576963 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.576963 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.576963 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.581042 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.581042 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.581042 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.581042 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.581042 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.581042 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.581042 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.581042 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582067 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582067 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582067 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582067 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582067 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582067 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582067 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582067 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582749 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582749 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582749 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582749 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582749 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582749 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582749 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.582749 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.583982 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.583982 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.583982 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.583982 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.583982 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.583982 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.584962 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.584962 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.584962 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.584962 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.584962 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.585305 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.585543 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.585636 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.585829 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.586152 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.586377 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.586676 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.586797 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.587060 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.587290 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.587533 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.588836 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.588836 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.588836 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.588836 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.588836 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.589232 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.589232 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.589389 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.589597 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.589823 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.590029 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.590298 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.590531 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.590738 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.590969 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.591176 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.591428 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.591676 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.591889 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.592100 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.592345 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.592553 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.592780 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.593009 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.593221 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.593431 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.593638 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.593860 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.594119 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.594334 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.594591 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.594835 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.595058 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.595295 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.595514 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.595757 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.595965 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.596194 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.596405 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.596611 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.596833 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.597045 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.597272 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.597495 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.597716 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.597922 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.598175 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.598411 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.598763 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.599006 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.599244 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.599478 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.599707 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.599936 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.600145 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.600352 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.600581 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.600796 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.601011 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.601225 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.601488 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.601705 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.601913 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.602143 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.602395 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.608532 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.608532 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.608532 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.608532 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.608532 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.608532 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.608532 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.608532 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.608532 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.609878 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.609878 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.609878 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.609878 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.609878 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.609878 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.609878 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.609878 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.610472 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.610472 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.610472 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.610472 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.610472 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.610472 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.610472 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.610472 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611018 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611624 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611624 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611624 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611624 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611624 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611624 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611624 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.611624 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.612155 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.612155 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.612155 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.612380 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.612501 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.612711 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.612917 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.613201 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.613450 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.613661 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.613953 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.614219 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.614472 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.614717 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.615029 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.615222 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.615479 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.615708 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.615919 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.616132 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.616395 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.616705 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.617002 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.617250 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.617484 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.617763 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.618036 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.618328 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.618539 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.618836 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.619156 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.619422 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.619675 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.620168 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.620954 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.621158 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.621368 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.621600 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.621892 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.622121 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.622386 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.622608 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.622845 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.623059 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.623281 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.623513 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.623706 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.623986 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.624376 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.624376 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.624825 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 12:15:23.625295 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103306) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 18 12:15:23.625295 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:15:23.625295 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 12:15:23.625555 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 12:15:23.625635 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 12:15:23.625902 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 12:15:23.626017 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.626117 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.626507 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.626507 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.626684 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.626778 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.626887 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.627043 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.627360 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.627513 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.627820 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.627991 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.628143 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.628325 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.628436 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.628574 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.628727 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.628868 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.629033 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.629177 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.629319 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.629633 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.629633 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] debug = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.629851 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.629973 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.630100 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.630267 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.630421 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.630578 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.630735 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.630890 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.631047 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.631212 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.631349 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.631502 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.631661 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.631818 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.631972 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.632126 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.632279 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.632433 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.632586 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] host = dv-cinder-804757-15-iscsi {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.632739 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.632893 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.633047 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.633203 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.633360 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.633843 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.633843 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.633843 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.637190 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.637190 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.637190 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.637190 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.637190 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.637190 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_file = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.637190 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_options = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.637190 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.637190 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.638482 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.638482 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.638482 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.638482 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.638482 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.638482 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.638482 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639009 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639009 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639009 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639009 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639009 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639009 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639009 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639009 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639009 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639658 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639658 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639658 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639658 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639658 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639658 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639658 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.639658 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640220 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640220 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640220 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640220 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640220 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640220 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640220 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640220 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640757 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640757 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640757 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640757 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640757 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640757 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.640757 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.641292 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.641292 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.641292 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.641541 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.641541 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.641681 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] use_json = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.641772 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.641919 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.642040 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.642257 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.642417 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.643035 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.643035 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.643035 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.643035 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:15:23.643371 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.643371 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.643505 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.643619 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.643769 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.643927 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.644086 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.644243 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.644403 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.644560 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.644724 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.644881 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.645049 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.645207 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.645366 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.645527 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.645685 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.645842 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.646025 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.646205 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.646330 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.646488 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.646654 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.646810 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.646966 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.647124 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.647281 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.647445 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.647603 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.647774 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.647987 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.648131 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.648217 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.648382 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.648537 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.648842 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.649153 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.649441 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.649744 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.650264 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.650264 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.650264 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.650519 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.650519 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.650664 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.650816 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.650960 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.651117 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.651276 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.651488 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.651652 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.651809 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.651967 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.652444 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.652444 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.652444 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.652785 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.652785 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.652930 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.653007 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.653154 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.653312 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.653470 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.653627 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.653785 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.653942 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.654121 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.654283 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.654451 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.654608 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.654819 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.654972 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.655131 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.655289 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.655811 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.655811 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.655811 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.656035 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.656035 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.656195 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.656345 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.656719 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.656719 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.656920 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.656920 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.657064 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.657194 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.657350 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.657507 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.657663 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.657820 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.657985 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.658179 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.658337 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.658500 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.658680 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.658793 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.658952 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.659107 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.659262 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.659419 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.659577 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.659733 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.659890 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.660050 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.660206 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.660373 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.660519 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.660676 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.660833 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.660984 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.661133 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.661283 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.661434 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.661596 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.661757 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.661915 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.662103 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.662244 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.662398 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.662556 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.662716 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.662873 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.663036 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.663208 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.663370 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.663524 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.663680 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.663837 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.664014 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.664145 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.664302 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.664460 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.664618 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.664775 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.664943 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.665101 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.665260 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.665417 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.665883 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.665883 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.665883 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.666201 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.666201 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.666340 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.666497 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.666674 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.666816 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.667470 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.667645 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.667800 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.667957 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.668116 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.668272 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.668431 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.668588 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.668751 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.668926 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.669084 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:23.669237 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.669237 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.669509 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.669509 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.669776 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.669776 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.670041 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.670276 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.670276 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.670561 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.670561 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.670841 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.670841 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.671108 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.671108 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.671375 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.671375 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.671651 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.671792 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.671932 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.672071 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.672211 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.672351 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.672490 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.672649 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.672801 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.672951 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.673092 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.673538 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.673538 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.673538 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.674291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.674291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.674291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.674291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.674291 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.675041 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.675041 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.675041 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.675041 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.675041 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.675041 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.675750 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.675750 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.675750 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.675750 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.675981 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.675981 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.676097 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.676345 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.676345 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.676827 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.676827 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.676827 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.677030 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.677163 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.677241 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.677384 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.677541 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.677698 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.677858 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.678017 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.678299 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.678417 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.678498 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.678656 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.678878 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.678977 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.679118 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.679274 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.679431 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.679599 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.679757 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.679915 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.680073 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.680229 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.680391 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.680556 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.680718 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.680881 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.681020 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.681176 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.681334 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.681499 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.681656 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.681815 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.681974 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.682478 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.682478 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.682478 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.683261 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.683329 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.683440 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.683601 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.683758 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.683926 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.684086 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.684250 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.684406 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.684562 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.684735 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.684891 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.685046 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.687000 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.687000 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.687000 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.687000 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.687000 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.687000 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.687000 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.687000 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.690679 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.690679 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.690679 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.690679 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.690679 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.690679 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.690679 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.690679 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691146 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691146 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691146 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691146 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691146 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691146 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691146 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691146 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691902 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691902 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691902 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691902 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691902 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691902 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691902 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691902 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.691902 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.692496 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.692496 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.692496 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.692496 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.692496 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.692496 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.692496 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.692496 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:15:23.693017 dv-cinder-804757-15-iscsi neutron-server[103306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 12:15:23.923021 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 41052) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:23.931667 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064662 Feb 18 12:15:35.594635 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899d961b-e04a-4522-9e5c-e4aa75868347 None None] get_active_networks_info from dv-cinder-804757-15-iscsi {{(pid=103421) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 18 12:15:35.652518 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899d961b-e04a-4522-9e5c-e4aa75868347 None None] No non-hosted networks {{(pid=103421) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 18 12:15:35.659827 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.agentschedulers_db [None req-899d961b-e04a-4522-9e5c-e4aa75868347 None None] DHCP Agent not found on host dv-cinder-804757-15-iscsi {{(pid=103421) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 18 12:15:35.761463 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1fa85760-3449-4a42-8f97-bb4989d8ddd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-553538'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:37.908843 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-25e4f8c3-f7cc-4cc7-9523-512245ab7a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-553538'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:37.943489 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.db.api [None req-b597eef7-d516-4fa5-994b-7dfcbe485186 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804757-15-iscsi {{(pid=103421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:15:37.944344 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG oslo_db.api [None req-b597eef7-d516-4fa5-994b-7dfcbe485186 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 12:15:38.462998 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b597eef7-d516-4fa5-994b-7dfcbe485186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:38.976914 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-553538'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:40.399641 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-553538'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:41.694600 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 41136) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:41.953618 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-553538'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:41.954300 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:41.954646 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:41.954980 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:41.955309 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:41.955635 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:41.956314 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:41.956314 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:41.956615 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:41.956953 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:41.957330 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:41.957668 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:41.957994 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:41.958354 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:41.958769 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-15-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:41.967890 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-15-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:42.207681 dv-cinder-804757-15-iscsi neutron-server[103420]: WARNING oslo_policy.policy [None req-df304344-581c-4e1b-bedb-6593bbeef137 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:15:42.208214 dv-cinder-804757-15-iscsi neutron-server[103420]: WARNING oslo_policy.policy [None req-df304344-581c-4e1b-bedb-6593bbeef137 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:15:42.436225 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [None req-df304344-581c-4e1b-bedb-6593bbeef137 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:15:42.437315 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-df304344-581c-4e1b-bedb-6593bbeef137 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7417607 Feb 18 12:15:45.005264 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 41162) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:45.321774 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-be13e1a3-2668-4f47-a411-ac9d14451b9f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:15:45.432850 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.policy [None req-be13e1a3-2668-4f47-a411-ac9d14451b9f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103420) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 18 12:15:45.476731 dv-cinder-804757-15-iscsi neutron-server[103420]: WARNING oslo_policy.policy [None req-be13e1a3-2668-4f47-a411-ac9d14451b9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:15:45.477186 dv-cinder-804757-15-iscsi neutron-server[103420]: WARNING oslo_policy.policy [None req-be13e1a3-2668-4f47-a411-ac9d14451b9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:15:45.675360 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be13e1a3-2668-4f47-a411-ac9d14451b9f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732452594596', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732452594129', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732452842589', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732452839718', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732452836969', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732452828823', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1530616', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1060279', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1002725', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631732'] for rbac-policy (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:45.873544 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.db.l3_hamode_db [None req-c8f6d620-c1c3-4b27-a589-9422127a5deb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 18 12:15:45.903623 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-be13e1a3-2668-4f47-a411-ac9d14451b9f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:45.918122 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-be13e1a3-2668-4f47-a411-ac9d14451b9f admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8986120 Feb 18 12:15:45.953792 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f6d620-c1c3-4b27-a589-9422127a5deb None None] Routers set() bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:15:45.954138 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f6d620-c1c3-4b27-a589-9422127a5deb None None] Router IDs set() for agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 18 12:15:48.431699 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 41172) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:48.742206 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:15:48.872262 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Made reservation on behalf of 470b2529055a4e909914d563ced54b2d for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:15:48.876863 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:48.898722 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:49.003506 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Publish callbacks [] for security_group (cf44a109-4144-41f1-af3f-23dadbce56b4), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:49.067360 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (cf44a109-4144-41f1-af3f-23dadbce56b4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:49.098559 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:15:49.121766 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=cf44a109-4144-41f1-af3f-23dadbce56b4,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:49.135417 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:49.135417 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:49.135417 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:49.135417 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:49.135417 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:49.135832 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:49.135832 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:49.135832 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:49.135832 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:49.136136 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:49.136406 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:49.136728 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:49.137042 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Tracked resource versions report: Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: pushed versions: Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: { 'AddressGroup': {'1.2'}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'ConntrackHelper': {'1.0'}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Log': {'1.0'}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Network': {'1.1'}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Port': {'1.7'}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'PortForwarding': {'1.2'}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'QosPolicy': {'1.10'}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'SecurityGroup': {'1.5'}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'SubPort': {'1.0'}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Subnet': {'1.1'}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Trunk': {'1.1'}} Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: consumer versions: Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: { DHCP agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: L3 agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: Metadata agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: Metering agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: Open vSwitch agent@dv-cinder-804757-15-iscsi: { 'AddressGroup': '1.2', Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'ConntrackHelper': '1.0', Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'LocalIPAssociation': '1.0', Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Log': '1.0', Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Network': '1.1', Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Port': '1.7', Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'PortForwarding': '1.2', Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'QosPolicy': '1.10', Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'SecurityGroup': '1.5', Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'SecurityGroupRule': '1.2', Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'SubPort': '1.0', Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Subnet': '1.1', Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Trunk': '1.1'}} Feb 18 12:15:49.138459 dv-cinder-804757-15-iscsi neutron-server[103420]: {{(pid=103420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:15:49.281365 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732449518367', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (0d9f7d67-ebfe-4bd9-8398-e37a5316a48b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:49.281914 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Unsubscribe: segment precommit_create {{(pid=103420) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 18 12:15:49.282452 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Added segment 0d9f7d67-ebfe-4bd9-8398-e37a5316a48b of type vlan for network 001d0e13-6267-4ea5-b205-fd8978d44538 Feb 18 12:15:49.357281 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (001d0e13-6267-4ea5-b205-fd8978d44538), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:49.450619 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (001d0e13-6267-4ea5-b205-fd8978d44538), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:49.455546 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:15:49.456318 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:49.567129 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] Pushing event updated for resources: {'Network': ['ID=001d0e13-6267-4ea5-b205-fd8978d44538,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:49.578546 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network 001d0e13-6267-4ea5-b205-fd8978d44538 details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:15:49.616286 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-064ce3d9-b2bc-4059-88aa-58603f39fe50 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1835079 Feb 18 12:15:52.164133 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 41184) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:52.562997 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf5b42-80dd-436c-8164-0e298ccd6e22 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:15:52.564272 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-84cf5b42-80dd-436c-8164-0e298ccd6e22 demo admin] 10.222.0.52 "GET /v2.0/networks/001d0e13-6267-4ea5-b205-fd8978d44538 HTTP/1.1" status: 200 len: 825 time: 0.3992062 Feb 18 12:15:52.591556 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4b42ec8a-ce85-49f3-811d-3a178ea08dc7 demo admin] 10.222.0.52 "GET /v2.0/subnetpools/46b9a1e5-a910-49c4-8544-9ff9c9fc335e HTTP/1.1" status: 200 len: 734 time: 0.0191371 Feb 18 12:15:52.599952 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-0f444c60-889d-4c92-8db9-f2166fb5b4c0 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '46b9a1e5-a910-49c4-8544-9ff9c9fc335e', 'ip_version': 4, 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:15:52.713227 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f444c60-889d-4c92-8db9-f2166fb5b4c0 demo admin] Made reservation on behalf of 470b2529055a4e909914d563ced54b2d for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:15:52.715581 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0f444c60-889d-4c92-8db9-f2166fb5b4c0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:53.067874 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0f444c60-889d-4c92-8db9-f2166fb5b4c0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for subnet (e958e1f4-212e-4972-a012-c4b04c69ceb4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:53.137293 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f444c60-889d-4c92-8db9-f2166fb5b4c0 demo admin] Checking segment: {'id': '0d9f7d67-ebfe-4bd9-8398-e37a5316a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:15:53.137682 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f444c60-889d-4c92-8db9-f2166fb5b4c0 demo admin] Network hostable DHCP agents. Network: 001d0e13-6267-4ea5-b205-fd8978d44538, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:15:53.142159 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f444c60-889d-4c92-8db9-f2166fb5b4c0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e958e1f4-212e-4972-a012-c4b04c69ceb4,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:53.227354 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f444c60-889d-4c92-8db9-f2166fb5b4c0 demo admin] Network 001d0e13-6267-4ea5-b205-fd8978d44538 is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:15:53.304996 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-0f444c60-889d-4c92-8db9-f2166fb5b4c0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, 001d0e13-6267-4ea5-b205-fd8978d44538) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:15:53.310404 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f444c60-889d-4c92-8db9-f2166fb5b4c0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:15:53.311104 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0f444c60-889d-4c92-8db9-f2166fb5b4c0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:53.315951 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cef7025-e78b-44dd-9b49-fa4e894d6dc0 None None] Network 001d0e13-6267-4ea5-b205-fd8978d44538 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:15:53.407535 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-0f444c60-889d-4c92-8db9-f2166fb5b4c0 demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8106489 Feb 18 12:15:53.705631 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4880cbb-8b9a-5f3b-ae58-78c776b3a9e1-001d0e13-6267-4ea5-b205-fd8978d44538', 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538', 'project_id': '470b2529055a4e909914d563ced54b2d', 'fixed_ips': [{'subnet_id': 'e958e1f4-212e-4972-a012-c4b04c69ceb4'}]}} from dv-cinder-804757-15-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:15:53.706869 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:53.982842 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Allocated IP 172.20.0.2 (001d0e13-6267-4ea5-b205-fd8978d44538/e958e1f4-212e-4972-a012-c4b04c69ceb4/a9a64b87-defe-4970-a5f4-5323a617d435) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:15:54.244253 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Publish callbacks [] for port (a9a64b87-defe-4970-a5f4-5323a617d435), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:54.347824 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (a9a64b87-defe-4970-a5f4-5323a617d435), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:54.421675 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Network 001d0e13-6267-4ea5-b205-fd8978d44538 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:15:54.427305 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:15:54.431225 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:15:54.466206 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Pushing event updated for resources: {'Port': ['ID=a9a64b87-defe-4970-a5f4-5323a617d435,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:54.491590 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:54.491964 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:54.492327 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:54.492682 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:54.492996 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:54.493322 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:54.493667 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:54.493999 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:54.494391 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:54.495241 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:54.495822 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:54.496144 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:54.496466 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Tracked resource versions report: Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: pushed versions: Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: { 'AddressGroup': {'1.2'}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'ConntrackHelper': {'1.0'}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Log': {'1.0'}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Network': {'1.1'}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Port': {'1.7'}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'PortForwarding': {'1.2'}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'QosPolicy': {'1.10'}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'SecurityGroup': {'1.5'}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'SubPort': {'1.0'}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Subnet': {'1.1'}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Trunk': {'1.1'}} Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: consumer versions: Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: { DHCP agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: L3 agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: Metadata agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: Metering agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: Open vSwitch agent@dv-cinder-804757-15-iscsi: { 'AddressGroup': '1.2', Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'ConntrackHelper': '1.0', Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'LocalIPAssociation': '1.0', Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Log': '1.0', Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Network': '1.1', Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Port': '1.7', Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'PortForwarding': '1.2', Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'QosPolicy': '1.10', Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'SecurityGroup': '1.5', Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'SecurityGroupRule': '1.2', Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'SubPort': '1.0', Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Subnet': '1.1', Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Trunk': '1.1'}} Feb 18 12:15:54.497911 dv-cinder-804757-15-iscsi neutron-server[103421]: {{(pid=103421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:15:54.526511 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Attempting to bind port a9a64b87-defe-4970-a5f4-5323a617d435 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:15:54.526910 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Attempting to bind port a9a64b87-defe-4970-a5f4-5323a617d435 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '0d9f7d67-ebfe-4bd9-8398-e37a5316a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:15:54.527322 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Attempting to bind port a9a64b87-defe-4970-a5f4-5323a617d435 on network 001d0e13-6267-4ea5-b205-fd8978d44538 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:15:54.532066 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:15:54.532433 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Checking segment: {'id': '0d9f7d67-ebfe-4bd9-8398-e37a5316a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:15:54.532912 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:54.533302 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Bound using segment: {'id': '0d9f7d67-ebfe-4bd9-8398-e37a5316a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:15:54.533780 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Bound port: a9a64b87-defe-4970-a5f4-5323a617d435, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9f7d67-ebfe-4bd9-8398-e37a5316a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:15:54.534209 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (a9a64b87-defe-4970-a5f4-5323a617d435), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:54.605089 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] For port a9a64b87-defe-4970-a5f4-5323a617d435, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:15:54.609540 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] For port a9a64b87-defe-4970-a5f4-5323a617d435, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=a9a64b87-defe-4970-a5f4-5323a617d435,segment=NetworkSegment(0d9f7d67-ebfe-4bd9-8398-e37a5316a48b),segment_id=0d9f7d67-ebfe-4bd9-8398-e37a5316a48b)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:15:54.694008 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (a9a64b87-defe-4970-a5f4-5323a617d435), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:54.758581 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799daae-c7e3-4cf3-828c-b6a0faaf11b8 None None] Pushing event updated for resources: {'Port': ['ID=a9a64b87-defe-4970-a5f4-5323a617d435,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:55.965646 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41192) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:56.473078 dv-cinder-804757-15-iscsi neutron-server[103419]: WARNING oslo_policy.policy [None req-23dc9056-e263-47bc-a6d4-0c4f208483ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:15:56.473700 dv-cinder-804757-15-iscsi neutron-server[103419]: WARNING oslo_policy.policy [None req-23dc9056-e263-47bc-a6d4-0c4f208483ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:15:56.702179 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [None req-23dc9056-e263-47bc-a6d4-0c4f208483ad admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:15:56.703458 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-23dc9056-e263-47bc-a6d4-0c4f208483ad admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7357869 Feb 18 12:15:59.257256 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41206) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:59.568854 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [None req-32eb215e-dee9-4687-8381-215769fde822 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:15:59.569831 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-32eb215e-dee9-4687-8381-215769fde822 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3115971 Feb 18 12:16:02.118723 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41214) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:02.438814 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-8d36d42a-8c07-47bd-a2e7-d5d979bf013e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:16:02.502248 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.policy [None req-8d36d42a-8c07-47bd-a2e7-d5d979bf013e demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103419) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 18 12:16:02.545023 dv-cinder-804757-15-iscsi neutron-server[103419]: WARNING oslo_policy.policy [None req-8d36d42a-8c07-47bd-a2e7-d5d979bf013e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:16:02.545404 dv-cinder-804757-15-iscsi neutron-server[103419]: WARNING oslo_policy.policy [None req-8d36d42a-8c07-47bd-a2e7-d5d979bf013e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:16:02.756592 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8d36d42a-8c07-47bd-a2e7-d5d979bf013e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125509'] for router (99441164-246b-4e1e-9c00-12cd1ae40855), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:02.758634 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8d36d42a-8c07-47bd-a2e7-d5d979bf013e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125522'] for router (99441164-246b-4e1e-9c00-12cd1ae40855), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:02.921461 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8d36d42a-8c07-47bd-a2e7-d5d979bf013e demo demo] Publish callbacks [] for router_controller (99441164-246b-4e1e-9c00-12cd1ae40855), precommit_add_association {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:02.983026 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8d36d42a-8c07-47bd-a2e7-d5d979bf013e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555093'] for router (99441164-246b-4e1e-9c00-12cd1ae40855), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:03.075284 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8d36d42a-8c07-47bd-a2e7-d5d979bf013e demo demo] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:03.076666 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-8d36d42a-8c07-47bd-a2e7-d5d979bf013e demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9568765 Feb 18 12:16:04.590773 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device a9a64b87-defe-4970-a5f4-5323a617d435 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:16:04.676145 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port a9a64b87-defe-4970-a5f4-5323a617d435 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:16:04.676493 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (a9a64b87-defe-4970-a5f4-5323a617d435), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:04.787040 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port a9a64b87-defe-4970-a5f4-5323a617d435 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:16:04.787040 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (a9a64b87-defe-4970-a5f4-5323a617d435), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:04.821890 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] For port a9a64b87-defe-4970-a5f4-5323a617d435, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=a9a64b87-defe-4970-a5f4-5323a617d435,segment=NetworkSegment(0d9f7d67-ebfe-4bd9-8398-e37a5316a48b),segment_id=0d9f7d67-ebfe-4bd9-8398-e37a5316a48b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:16:04.901694 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (a9a64b87-defe-4970-a5f4-5323a617d435), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:04.950408 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Pushing event updated for resources: {'Port': ['ID=a9a64b87-defe-4970-a5f4-5323a617d435,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:05.598749 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4eab-52a7-4234-bb10-246471dd4809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:05.665616 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41228) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:05.989533 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [None req-33e17811-65bd-4faf-9ac8-f7776fd79d2f admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:16:05.990522 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-33e17811-65bd-4faf-9ac8-f7776fd79d2f admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3234532 Feb 18 12:16:06.160499 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1194a94b-c266-4587-a676-bcb205166d56 None None] Network 001d0e13-6267-4ea5-b205-fd8978d44538 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:16:06.236652 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-bd84e07a-ff48-4506-83f9-0d8fb70f7ada None None] Provisioning complete for port a9a64b87-defe-4970-a5f4-5323a617d435 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:16:06.237036 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bd84e07a-ff48-4506-83f9-0d8fb70f7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (a9a64b87-defe-4970-a5f4-5323a617d435), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:06.363052 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bd84e07a-ff48-4506-83f9-0d8fb70f7ada None None] Current status of the port a9a64b87-defe-4970-a5f4-5323a617d435 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:16:06.569867 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device a9a64b87-defe-4970-a5f4-5323a617d435 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:16:06.604549 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-30f5462b-64d3-40ca-ad96-5439d89c31a3 None None] Provisioning complete for port a9a64b87-defe-4970-a5f4-5323a617d435 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:16:06.605131 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30f5462b-64d3-40ca-ad96-5439d89c31a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (a9a64b87-defe-4970-a5f4-5323a617d435), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:06.659689 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port a9a64b87-defe-4970-a5f4-5323a617d435 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:16:06.659689 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (a9a64b87-defe-4970-a5f4-5323a617d435), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:06.726939 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-30f5462b-64d3-40ca-ad96-5439d89c31a3 None None] Current status of the port a9a64b87-defe-4970-a5f4-5323a617d435 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:16:06.769131 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port a9a64b87-defe-4970-a5f4-5323a617d435 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:16:07.927944 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cf67cc72-a79c-4930-8d55-0be94b5ec591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:08.612910 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 41236) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:08.933714 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:16:08.954436 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:09.030164 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Made reservation on behalf of 79817cb24a7e4654b2de83504470dc4d for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:16:09.032381 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:09.040556 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:09.170515 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Publish callbacks [] for security_group (279f0f8f-0ce1-4e31-aa2b-920ec2a8fd74), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:09.284280 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (279f0f8f-0ce1-4e31-aa2b-920ec2a8fd74), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:09.300357 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Reserving flat network on physical network physnet1 {{(pid=103420) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 18 12:16:09.318380 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279f0f8f-0ce1-4e31-aa2b-920ec2a8fd74,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:09.322892 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:09.323228 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Added segment 9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f of type flat for network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee Feb 18 12:16:09.369378 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:09.478488 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:09.479443 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:09.480009 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:09.572788 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d06152-bd7f-45b7-a4df-f0b12c8de0ee,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:09.582016 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:16:09.612875 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-96e1d119-9455-4fbf-b92f-be75122b6e19 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9989057 Feb 18 12:16:10.344833 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:11.933516 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.087810 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41254) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:12.252612 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17138e94-d0fe-433c-a337-4b66a8eaf3ea demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:12.254048 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-17138e94-d0fe-433c-a337-4b66a8eaf3ea demo admin] 10.222.0.52 "GET /v2.0/subnets/e958e1f4-212e-4972-a012-c4b04c69ceb4 HTTP/1.1" status: 200 len: 849 time: 0.1648321 Feb 18 12:16:12.374603 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-8dd08019-ad6a-44c1-ae9f-8b9fa81d1b85 demo admin] 10.222.0.52 "GET /v2.0/routers/99441164-246b-4e1e-9c00-12cd1ae40855 HTTP/1.1" status: 200 len: 704 time: 0.1148889 Feb 18 12:16:12.658351 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.967054 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Allocated IP 172.20.0.1 (001d0e13-6267-4ea5-b205-fd8978d44538/e958e1f4-212e-4972-a012-c4b04c69ceb4/3735c331-de89-4f2b-ab99-ec56dd86d396) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:16:13.167571 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Publish callbacks [] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:13.305250 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:13.344363 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Network 001d0e13-6267-4ea5-b205-fd8978d44538 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:16:13.366689 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:16:13.413630 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:16:13.414218 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556902'] for router_interface (99441164-246b-4e1e-9c00-12cd1ae40855), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:13.433613 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Pushing event updated for resources: {'Port': ['ID=3735c331-de89-4f2b-ab99-ec56dd86d396,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:13.483563 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:13.483927 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:13.484274 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:13.484610 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:13.484944 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:13.485273 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:13.485613 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:13.485943 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:13.486312 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:13.486657 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:13.486983 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:13.487304 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:13.487622 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Tracked resource versions report: Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: pushed versions: Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: { 'AddressGroup': {'1.2'}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'ConntrackHelper': {'1.0'}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Log': {'1.0'}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Network': {'1.1'}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Port': {'1.7'}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'PortForwarding': {'1.2'}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'QosPolicy': {'1.10'}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'SecurityGroup': {'1.5'}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'SubPort': {'1.0'}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Subnet': {'1.1'}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Trunk': {'1.1'}} Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: consumer versions: Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: { DHCP agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: L3 agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: Metadata agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: Metering agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: Open vSwitch agent@dv-cinder-804757-15-iscsi: { 'AddressGroup': '1.2', Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'ConntrackHelper': '1.0', Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'LocalIPAssociation': '1.0', Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Log': '1.0', Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Network': '1.1', Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Port': '1.7', Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'PortForwarding': '1.2', Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'QosPolicy': '1.10', Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'SecurityGroup': '1.5', Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'SecurityGroupRule': '1.2', Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'SubPort': '1.0', Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Subnet': '1.1', Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Trunk': '1.1'}} Feb 18 12:16:13.489008 dv-cinder-804757-15-iscsi neutron-server[103419]: {{(pid=103419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:16:13.588741 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-c703ef93-a7cb-40aa-ac3a-4b1f91db56d5 None None] Provisioning complete for port 3735c331-de89-4f2b-ab99-ec56dd86d396 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:16:13.589276 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c703ef93-a7cb-40aa-ac3a-4b1f91db56d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:13.621235 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c703ef93-a7cb-40aa-ac3a-4b1f91db56d5 None None] Port 3735c331-de89-4f2b-ab99-ec56dd86d396 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:16:13.677779 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:13.883403 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Publish callbacks [] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:13.961243 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:13.962024 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556938'] for router_interface (99441164-246b-4e1e-9c00-12cd1ae40855), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:14.036130 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Pushing event updated for resources: {'Port': ['ID=3735c331-de89-4f2b-ab99-ec56dd86d396,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:14.083871 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Network 001d0e13-6267-4ea5-b205-fd8978d44538 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:16:14.085153 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:16:14.343474 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-5cca8c14-50d4-4ebb-b22b-f535ab6de544 None None] Provisioning complete for port 3735c331-de89-4f2b-ab99-ec56dd86d396 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:16:14.347469 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5cca8c14-50d4-4ebb-b22b-f535ab6de544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:14.376190 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Router 99441164-246b-4e1e-9c00-12cd1ae40855 is scheduled to L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc with binding_index 1 {{(pid=103419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:16:14.378213 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-5cca8c14-50d4-4ebb-b22b-f535ab6de544 None None] Port 3735c331-de89-4f2b-ab99-ec56dd86d396 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:16:14.468146 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:16:14.473578 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1b078bcd-3c94-4efa-9cfb-7514e37f91db demo admin] 10.222.0.52 "PUT /v2.0/routers/99441164-246b-4e1e-9c00-12cd1ae40855/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0939445 Feb 18 12:16:14.477984 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Sync routers for ids ['99441164-246b-4e1e-9c00-12cd1ae40855'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:16:14.490527 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Routers {'99441164-246b-4e1e-9c00-12cd1ae40855'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:16:14.491363 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:16:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['99441164-246b-4e1e-9c00-12cd1ae40855'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:16:14.685453 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Set router 99441164-246b-4e1e-9c00-12cd1ae40855 gateway port host: None {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:16:15.120163 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'name': 'router1', 'tenant_id': '470b2529055a4e909914d563ced54b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:16:02Z', 'updated_at': '2022-02-18T12:16:13Z', 'revision_number': 2, 'project_id': '470b2529055a4e909914d563ced54b2d', 'gw_port_host': None, '_interfaces': [{'id': '3735c331-de89-4f2b-ab99-ec56dd86d396', 'name': '', 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538', 'tenant_id': '470b2529055a4e909914d563ced54b2d', 'mac_address': 'fa:16:3e:4a:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e958e1f4-212e-4972-a012-c4b04c69ceb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:16:12Z', 'updated_at': '2022-02-18T12:16:13Z', 'revision_number': 2, 'project_id': '470b2529055a4e909914d563ced54b2d', 'subnets': [{'id': 'e958e1f4-212e-4972-a012-c4b04c69ceb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46b9a1e5-a910-49c4-8544-9ff9c9fc335e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:16:15.171973 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Checking router: 99441164-246b-4e1e-9c00-12cd1ae40855 for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:16:15.172350 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Updating router 99441164-246b-4e1e-9c00-12cd1ae40855 port 3735c331-de89-4f2b-ab99-ec56dd86d396 binding host dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:16:15.223801 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:15.748894 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Publish callbacks [] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:15.824611 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:15.915945 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Pushing event updated for resources: {'Port': ['ID=3735c331-de89-4f2b-ab99-ec56dd86d396,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:15.927187 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:15.927546 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:15.927895 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:15.928234 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:15.928569 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:15.928921 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:15.929253 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:15.929593 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:15.929919 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:15.930289 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:15.930622 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:15.930948 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:15.931271 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Tracked resource versions report: Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: pushed versions: Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: { 'AddressGroup': {'1.2'}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'ConntrackHelper': {'1.0'}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Log': {'1.0'}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Network': {'1.1'}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Port': {'1.7'}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'PortForwarding': {'1.2'}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'QosPolicy': {'1.10'}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'SecurityGroup': {'1.5'}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'SubPort': {'1.0'}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Subnet': {'1.1'}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Trunk': {'1.1'}} Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: consumer versions: Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: { DHCP agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: L3 agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: Metadata agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: Metering agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: Open vSwitch agent@dv-cinder-804757-15-iscsi: { 'AddressGroup': '1.2', Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'ConntrackHelper': '1.0', Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'LocalIPAssociation': '1.0', Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Log': '1.0', Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Network': '1.1', Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Port': '1.7', Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'PortForwarding': '1.2', Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'QosPolicy': '1.10', Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'SecurityGroup': '1.5', Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'SecurityGroupRule': '1.2', Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'SubPort': '1.0', Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Subnet': '1.1', Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Trunk': '1.1'}} Feb 18 12:16:15.932773 dv-cinder-804757-15-iscsi neutron-server[103422]: {{(pid=103422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:16:16.013093 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Attempting to bind port 3735c331-de89-4f2b-ab99-ec56dd86d396 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:16:16.013534 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Attempting to bind port 3735c331-de89-4f2b-ab99-ec56dd86d396 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '0d9f7d67-ebfe-4bd9-8398-e37a5316a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:16:16.013977 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Attempting to bind port 3735c331-de89-4f2b-ab99-ec56dd86d396 on network 001d0e13-6267-4ea5-b205-fd8978d44538 {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:16:16.019328 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:16:16.019730 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Checking segment: {'id': '0d9f7d67-ebfe-4bd9-8398-e37a5316a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:16:16.020217 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:16.020641 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Bound using segment: {'id': '0d9f7d67-ebfe-4bd9-8398-e37a5316a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:16:16.021124 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Bound port: 3735c331-de89-4f2b-ab99-ec56dd86d396, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9f7d67-ebfe-4bd9-8398-e37a5316a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:16:16.021503 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:16.091099 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] For port 3735c331-de89-4f2b-ab99-ec56dd86d396, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:16:16.111057 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] For port 3735c331-de89-4f2b-ab99-ec56dd86d396, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=3735c331-de89-4f2b-ab99-ec56dd86d396,segment=NetworkSegment(0d9f7d67-ebfe-4bd9-8398-e37a5316a48b),segment_id=0d9f7d67-ebfe-4bd9-8398-e37a5316a48b)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:16:16.114195 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-3db521fb-d223-48d5-a9e1-045bf93dfea2 None None] Provisioning complete for port 3735c331-de89-4f2b-ab99-ec56dd86d396 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:16:16.114793 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3db521fb-d223-48d5-a9e1-045bf93dfea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:16.150145 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3db521fb-d223-48d5-a9e1-045bf93dfea2 None None] Port 3735c331-de89-4f2b-ab99-ec56dd86d396 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:16:16.199077 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:16.255724 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Routers {'99441164-246b-4e1e-9c00-12cd1ae40855'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:16:16.256369 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:16:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['99441164-246b-4e1e-9c00-12cd1ae40855'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:16:16.282663 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9da73-7ce8-4daf-b196-6b64c31453cf None None] Pushing event updated for resources: {'Port': ['ID=3735c331-de89-4f2b-ab99-ec56dd86d396,revision_number=4']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:16.350723 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] Set router 99441164-246b-4e1e-9c00-12cd1ae40855 gateway port host: None {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:16:16.470333 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-bfdfafd7-afd0-46d9-b3c9-6015b467b581 None None] Provisioning complete for port 3735c331-de89-4f2b-ab99-ec56dd86d396 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:16:16.470653 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bfdfafd7-afd0-46d9-b3c9-6015b467b581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:16.550379 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-bfdfafd7-afd0-46d9-b3c9-6015b467b581 None None] Current status of the port 3735c331-de89-4f2b-ab99-ec56dd86d396 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:16:16.550766 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bfdfafd7-afd0-46d9-b3c9-6015b467b581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:16.565750 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'name': 'router1', 'tenant_id': '470b2529055a4e909914d563ced54b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:16:02Z', 'updated_at': '2022-02-18T12:16:13Z', 'revision_number': 2, 'project_id': '470b2529055a4e909914d563ced54b2d', 'gw_port_host': None, '_interfaces': [{'id': '3735c331-de89-4f2b-ab99-ec56dd86d396', 'name': '', 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538', 'tenant_id': '470b2529055a4e909914d563ced54b2d', 'mac_address': 'fa:16:3e:4a:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e958e1f4-212e-4972-a012-c4b04c69ceb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:16:12Z', 'updated_at': '2022-02-18T12:16:16Z', 'revision_number': 4, 'project_id': '470b2529055a4e909914d563ced54b2d', 'subnets': [{'id': 'e958e1f4-212e-4972-a012-c4b04c69ceb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46b9a1e5-a910-49c4-8544-9ff9c9fc335e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:16:16.582750 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-bfdfafd7-afd0-46d9-b3c9-6015b467b581 None None] For port 3735c331-de89-4f2b-ab99-ec56dd86d396, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=3735c331-de89-4f2b-ab99-ec56dd86d396,segment=NetworkSegment(0d9f7d67-ebfe-4bd9-8398-e37a5316a48b),segment_id=0d9f7d67-ebfe-4bd9-8398-e37a5316a48b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:16:16.593595 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350ba4c-6e71-46d0-97ef-216c17580746 None None] The sync data for ids ['99441164-246b-4e1e-9c00-12cd1ae40855'] in dv-cinder-804757-15-iscsi is: [{'id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'name': 'router1', 'tenant_id': '470b2529055a4e909914d563ced54b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:16:02Z', 'updated_at': '2022-02-18T12:16:13Z', 'revision_number': 2, 'project_id': '470b2529055a4e909914d563ced54b2d', 'gw_port_host': None, '_interfaces': [{'id': '3735c331-de89-4f2b-ab99-ec56dd86d396', 'name': '', 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538', 'tenant_id': '470b2529055a4e909914d563ced54b2d', 'mac_address': 'fa:16:3e:4a:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e958e1f4-212e-4972-a012-c4b04c69ceb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:16:12Z', 'updated_at': '2022-02-18T12:16:16Z', 'revision_number': 4, 'project_id': '470b2529055a4e909914d563ced54b2d', 'subnets': [{'id': 'e958e1f4-212e-4972-a012-c4b04c69ceb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46b9a1e5-a910-49c4-8544-9ff9c9fc335e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:16:16.650157 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bfdfafd7-afd0-46d9-b3c9-6015b467b581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:16.705770 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfafd7-afd0-46d9-b3c9-6015b467b581 None None] Pushing event updated for resources: {'Port': ['ID=3735c331-de89-4f2b-ab99-ec56dd86d396,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:16.874112 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41278) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:16.984836 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41d541f-4e90-444c-80d4-16a4c1b4cf07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:16.986214 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-f41d541f-4e90-444c-80d4-16a4c1b4cf07 admin admin] 10.222.0.52 "GET /v2.0/networks/c2d06152-bd7f-45b7-a4df-f0b12c8de0ee HTTP/1.1" status: 200 len: 842 time: 0.1111214 Feb 18 12:16:16.995846 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-ae6b166d-c795-4220-a8b9-862f805e172e admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:16:17.139055 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6b166d-c795-4220-a8b9-862f805e172e admin admin] Made reservation on behalf of 79817cb24a7e4654b2de83504470dc4d for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:16:17.141432 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae6b166d-c795-4220-a8b9-862f805e172e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:17.517318 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.objects.ports [None req-ae6b166d-c795-4220-a8b9-862f805e172e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103419) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 18 12:16:17.517749 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae6b166d-c795-4220-a8b9-862f805e172e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for subnet (fe01cd13-0000-4826-919b-26e49ee3bcef), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:17.577318 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b166d-c795-4220-a8b9-862f805e172e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe01cd13-0000-4826-919b-26e49ee3bcef,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:17.579288 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6b166d-c795-4220-a8b9-862f805e172e admin admin] Checking segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:16:17.579663 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b166d-c795-4220-a8b9-862f805e172e admin admin] Network hostable DHCP agents. Network: c2d06152-bd7f-45b7-a4df-f0b12c8de0ee, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:16:17.695878 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b166d-c795-4220-a8b9-862f805e172e admin admin] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:16:17.798709 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-ae6b166d-c795-4220-a8b9-862f805e172e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, c2d06152-bd7f-45b7-a4df-f0b12c8de0ee) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:16:17.802585 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b166d-c795-4220-a8b9-862f805e172e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:17.803199 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ae6b166d-c795-4220-a8b9-862f805e172e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:17.808097 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384e6cad-f072-474c-8bde-7cf7fd00aaa9 None None] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:16:17.892786 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ae6b166d-c795-4220-a8b9-862f805e172e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9004796 Feb 18 12:16:17.919573 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d054fb-ae88-48c2-bac0-59489b80d003 None None] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:16:20.315998 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41286) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:20.494618 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-f1ea9f0a-ddd7-41a0-930a-1313d176132f demo admin] 10.222.0.52 "GET /v2.0/routers/99441164-246b-4e1e-9c00-12cd1ae40855 HTTP/1.1" status: 200 len: 710 time: 0.1774170 Feb 18 12:16:20.578651 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e39ca5c-818d-4988-832f-0aa6875ba51c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:20.579995 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2e39ca5c-818d-4988-832f-0aa6875ba51c demo admin] 10.222.0.52 "GET /v2.0/networks/c2d06152-bd7f-45b7-a4df-f0b12c8de0ee HTTP/1.1" status: 200 len: 886 time: 0.0797479 Feb 18 12:16:20.589908 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:16:20.846284 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Publish callbacks [] for router_gateway (99441164-246b-4e1e-9c00-12cd1ae40855), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:21.219644 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Publish callbacks [] for router_gateway (99441164-246b-4e1e-9c00-12cd1ae40855), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:21.291900 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:21.400311 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Allocated IP 172.27.2.106 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/73008695-c211-48c1-92e6-c45ea8606f4c) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:16:21.497399 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Publish callbacks [] for port (73008695-c211-48c1-92e6-c45ea8606f4c), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:21.579139 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (73008695-c211-48c1-92e6-c45ea8606f4c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:21.615303 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:16:21.617915 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:16:21.627315 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:16:21.630147 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Pushing event updated for resources: {'Port': ['ID=73008695-c211-48c1-92e6-c45ea8606f4c,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:21.972456 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Publish callbacks [] for router_gateway (99441164-246b-4e1e-9c00-12cd1ae40855), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:22.166901 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125600'] for router (99441164-246b-4e1e-9c00-12cd1ae40855), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:22.170128 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554024'] for router (99441164-246b-4e1e-9c00-12cd1ae40855), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:22.276900 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Router 99441164-246b-4e1e-9c00-12cd1ae40855 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:16:22.390898 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:16:22.395277 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:22.410109 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-dbbfd5db-5837-4c6f-8cd5-c50d55483ac3 demo admin] 10.222.0.52 "PUT /v2.0/routers/99441164-246b-4e1e-9c00-12cd1ae40855 HTTP/1.1" status: 200 len: 890 time: 1.8106015 Feb 18 12:16:24.628997 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 3735c331-de89-4f2b-ab99-ec56dd86d396 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:16:24.676750 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 3735c331-de89-4f2b-ab99-ec56dd86d396 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:16:24.677470 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:24.778169 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 3735c331-de89-4f2b-ab99-ec56dd86d396 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:16:24.981631 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41298) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:25.102552 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-41ab396a-4209-4bfd-9628-9b718d37ee9b admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1195400 Feb 18 12:16:25.197964 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Sync routers for ids ['99441164-246b-4e1e-9c00-12cd1ae40855'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:16:25.209434 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Routers {'99441164-246b-4e1e-9c00-12cd1ae40855'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:16:25.210197 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:16:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['99441164-246b-4e1e-9c00-12cd1ae40855'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:16:25.427287 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Set router 99441164-246b-4e1e-9c00-12cd1ae40855 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:16:25.903169 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'name': 'router1', 'tenant_id': '470b2529055a4e909914d563ced54b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '73008695-c211-48c1-92e6-c45ea8606f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:16:02Z', 'updated_at': '2022-02-18T12:16:21Z', 'revision_number': 4, 'project_id': '470b2529055a4e909914d563ced54b2d', 'gw_port': {'id': '73008695-c211-48c1-92e6-c45ea8606f4c', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:16:21Z', 'updated_at': '2022-02-18T12:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '3735c331-de89-4f2b-ab99-ec56dd86d396', 'name': '', 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538', 'tenant_id': '470b2529055a4e909914d563ced54b2d', 'mac_address': 'fa:16:3e:4a:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e958e1f4-212e-4972-a012-c4b04c69ceb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:16:12Z', 'updated_at': '2022-02-18T12:16:16Z', 'revision_number': 5, 'project_id': '470b2529055a4e909914d563ced54b2d', 'subnets': [{'id': 'e958e1f4-212e-4972-a012-c4b04c69ceb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46b9a1e5-a910-49c4-8544-9ff9c9fc335e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:16:25.954760 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Checking router: 99441164-246b-4e1e-9c00-12cd1ae40855 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:16:25.955052 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Updating router 99441164-246b-4e1e-9c00-12cd1ae40855 port 73008695-c211-48c1-92e6-c45ea8606f4c binding host dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:16:26.010655 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (73008695-c211-48c1-92e6-c45ea8606f4c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:26.326644 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Publish callbacks [] for port (73008695-c211-48c1-92e6-c45ea8606f4c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:26.402922 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (73008695-c211-48c1-92e6-c45ea8606f4c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:26.463252 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb687c3-6a4b-49c9-9f47-460dc572903f None None] Pushing event updated for resources: {'Port': ['ID=73008695-c211-48c1-92e6-c45ea8606f4c,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:26.473321 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Attempting to bind port 73008695-c211-48c1-92e6-c45ea8606f4c on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:16:26.473708 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Attempting to bind port 73008695-c211-48c1-92e6-c45ea8606f4c by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:16:26.474056 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Attempting to bind port 73008695-c211-48c1-92e6-c45ea8606f4c on network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:16:26.479051 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:16:26.479422 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Checking segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:16:26.479818 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:26.480205 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Bound using segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:16:26.480710 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Bound port: 73008695-c211-48c1-92e6-c45ea8606f4c, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:16:26.481037 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (73008695-c211-48c1-92e6-c45ea8606f4c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:26.528727 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] For port 73008695-c211-48c1-92e6-c45ea8606f4c, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:16:26.531652 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] For port 73008695-c211-48c1-92e6-c45ea8606f4c, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=73008695-c211-48c1-92e6-c45ea8606f4c,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:16:26.616525 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (73008695-c211-48c1-92e6-c45ea8606f4c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:26.674426 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb687c3-6a4b-49c9-9f47-460dc572903f None None] Pushing event updated for resources: {'Port': ['ID=73008695-c211-48c1-92e6-c45ea8606f4c,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:26.680767 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Routers {'99441164-246b-4e1e-9c00-12cd1ae40855'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:16:26.681932 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:16:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['99441164-246b-4e1e-9c00-12cd1ae40855'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:16:26.799953 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] Set router 99441164-246b-4e1e-9c00-12cd1ae40855 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:16:27.020075 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'name': 'router1', 'tenant_id': '470b2529055a4e909914d563ced54b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '73008695-c211-48c1-92e6-c45ea8606f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:16:02Z', 'updated_at': '2022-02-18T12:16:21Z', 'revision_number': 4, 'project_id': '470b2529055a4e909914d563ced54b2d', 'gw_port': {'id': '73008695-c211-48c1-92e6-c45ea8606f4c', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:16:21Z', 'updated_at': '2022-02-18T12:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '3735c331-de89-4f2b-ab99-ec56dd86d396', 'name': '', 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538', 'tenant_id': '470b2529055a4e909914d563ced54b2d', 'mac_address': 'fa:16:3e:4a:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e958e1f4-212e-4972-a012-c4b04c69ceb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:16:12Z', 'updated_at': '2022-02-18T12:16:16Z', 'revision_number': 5, 'project_id': '470b2529055a4e909914d563ced54b2d', 'subnets': [{'id': 'e958e1f4-212e-4972-a012-c4b04c69ceb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46b9a1e5-a910-49c4-8544-9ff9c9fc335e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:16:27.047106 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eef5ca-0287-4f76-b745-6237b32de1de None None] The sync data for ids ['99441164-246b-4e1e-9c00-12cd1ae40855'] in dv-cinder-804757-15-iscsi is: [{'id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'name': 'router1', 'tenant_id': '470b2529055a4e909914d563ced54b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '73008695-c211-48c1-92e6-c45ea8606f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:16:02Z', 'updated_at': '2022-02-18T12:16:21Z', 'revision_number': 4, 'project_id': '470b2529055a4e909914d563ced54b2d', 'gw_port': {'id': '73008695-c211-48c1-92e6-c45ea8606f4c', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:16:21Z', 'updated_at': '2022-02-18T12:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '3735c331-de89-4f2b-ab99-ec56dd86d396', 'name': '', 'network_id': '001d0e13-6267-4ea5-b205-fd8978d44538', 'tenant_id': '470b2529055a4e909914d563ced54b2d', 'mac_address': 'fa:16:3e:4a:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99441164-246b-4e1e-9c00-12cd1ae40855', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e958e1f4-212e-4972-a012-c4b04c69ceb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:16:12Z', 'updated_at': '2022-02-18T12:16:16Z', 'revision_number': 5, 'project_id': '470b2529055a4e909914d563ced54b2d', 'subnets': [{'id': 'e958e1f4-212e-4972-a012-c4b04c69ceb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46b9a1e5-a910-49c4-8544-9ff9c9fc335e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:16:28.644616 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 73008695-c211-48c1-92e6-c45ea8606f4c up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:16:28.732131 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 73008695-c211-48c1-92e6-c45ea8606f4c triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:16:28.732756 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (73008695-c211-48c1-92e6-c45ea8606f4c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:28.824439 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 73008695-c211-48c1-92e6-c45ea8606f4c is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:16:28.825064 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (73008695-c211-48c1-92e6-c45ea8606f4c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:28.847998 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] For port 73008695-c211-48c1-92e6-c45ea8606f4c, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=73008695-c211-48c1-92e6-c45ea8606f4c,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:16:28.907327 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (73008695-c211-48c1-92e6-c45ea8606f4c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:28.970774 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Pushing event updated for resources: {'Port': ['ID=73008695-c211-48c1-92e6-c45ea8606f4c,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:30.653447 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 73008695-c211-48c1-92e6-c45ea8606f4c up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:16:30.791621 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 73008695-c211-48c1-92e6-c45ea8606f4c triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:16:30.791971 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (73008695-c211-48c1-92e6-c45ea8606f4c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:30.977954 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 73008695-c211-48c1-92e6-c45ea8606f4c is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:16:35.566190 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:16:35.592716 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6f1f0658-e43b-4ea7-892f-8b21c4bf94ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:37.847039 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-98f77123-215f-4166-855e-6090a5167118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:38.948108 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:40.352936 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:41.956011 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:06.678188 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1dae437d-65dc-4d1f-aebd-6e38b35d03ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:07.858011 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3485a17b-b54e-4893-a4a6-4e8d9914cb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:08.946984 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:10.352945 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:11.946816 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:12.565095 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:17:35.668689 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4822e7a6-88c0-4684-b0bd-6c83db4b7236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:37.897155 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-91a349c2-33fb-433e-aa90-33b6e04a7e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:38.942540 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:40.354314 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:41.934996 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:48.569015 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41782) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:17:48.631783 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b738ce2-0666-414e-b904-67d458fcb1e6 admin admin] GET failed (client error): The resource could not be found. Feb 18 12:17:48.633602 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5b738ce2-0666-414e-b904-67d458fcb1e6 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631361 Feb 18 12:17:48.860719 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc22e78-f43e-4123-b165-62e912709f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:48.862210 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-dbc22e78-f43e-4123-b165-62e912709f9c admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2243049 Feb 18 12:17:49.563539 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:17:51.178959 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41792) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:17:51.268183 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8068e34c-1d3e-43e2-9493-a790d925b8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:51.269479 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-8068e34c-1d3e-43e2-9493-a790d925b8b1 admin admin] 10.222.0.52 "GET /v2.0/subnets/e958e1f4-212e-4972-a012-c4b04c69ceb4 HTTP/1.1" status: 200 len: 849 time: 0.0895395 Feb 18 12:17:51.278690 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:17:51.361832 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Publish callbacks [] for subnet (e958e1f4-212e-4972-a012-c4b04c69ceb4), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:51.569003 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732449564272'] for subnet (e958e1f4-212e-4972-a012-c4b04c69ceb4), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:51.608904 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f487552-a0b5-4325-a568-794fcbf1bef7 None None] Network 001d0e13-6267-4ea5-b205-fd8978d44538 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:17:51.609903 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:51.610523 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:51.615602 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] 10.222.0.52 "PUT /v2.0/subnets/e958e1f4-212e-4972-a012-c4b04c69ceb4 HTTP/1.1" status: 200 len: 868 time: 0.3366168 Feb 18 12:17:51.627128 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e958e1f4-212e-4972-a012-c4b04c69ceb4,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:17:51.634855 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:51.635232 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:51.635594 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:51.635926 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:51.636266 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:51.636599 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:51.636931 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:51.637265 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:51.637590 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:51.637918 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:51.638315 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:51.638645 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:51.638972 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9567b-03c0-49d0-b883-6c392c38416b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:51.920604 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-ca433968-3755-417c-9980-3210b9ed6345 None None] Provisioning complete for port a9a64b87-defe-4970-a5f4-5323a617d435 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:17:51.920992 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ca433968-3755-417c-9980-3210b9ed6345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (a9a64b87-defe-4970-a5f4-5323a617d435), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:52.011721 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ca433968-3755-417c-9980-3210b9ed6345 None None] Current status of the port a9a64b87-defe-4970-a5f4-5323a617d435 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:17:52.021402 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-ca433968-3755-417c-9980-3210b9ed6345 None None] Provisioning complete for port 3735c331-de89-4f2b-ab99-ec56dd86d396 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:17:52.021787 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ca433968-3755-417c-9980-3210b9ed6345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (3735c331-de89-4f2b-ab99-ec56dd86d396), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:52.098185 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ca433968-3755-417c-9980-3210b9ed6345 None None] Current status of the port 3735c331-de89-4f2b-ab99-ec56dd86d396 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:17:53.966171 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41800) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:17:54.169467 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd7d1a0-413c-47bc-bbbd-b88165357bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:54.169943 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd7d1a0-413c-47bc-bbbd-b88165357bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:54.171493 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-8fd7d1a0-413c-47bc-bbbd-b88165357bdc admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2044067 Feb 18 12:17:56.494721 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41808) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:17:56.624049 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e032469-67c2-4a36-9c01-fd74477938c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:56.624525 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e032469-67c2-4a36-9c01-fd74477938c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:56.626072 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-4e032469-67c2-4a36-9c01-fd74477938c8 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304045 Feb 18 12:17:58.944866 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41816) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:17:59.074638 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f4a8fc-bdd9-46c0-aed0-ce323b878bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:59.076030 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e9f4a8fc-bdd9-46c0-aed0-ce323b878bfa admin admin] 10.222.0.52 "GET /v2.0/networks/001d0e13-6267-4ea5-b205-fd8978d44538 HTTP/1.1" status: 200 len: 869 time: 0.1295607 Feb 18 12:18:01.420993 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 41824) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:01.574981 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefba0b5-440d-4785-b835-b09a770af73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:01.576307 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-fefba0b5-440d-4785-b835-b09a770af73e admin admin] 10.222.0.52 "GET /v2.0/networks/c2d06152-bd7f-45b7-a4df-f0b12c8de0ee HTTP/1.1" status: 200 len: 886 time: 0.1543944 Feb 18 12:18:03.892351 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 41834) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:04.012472 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d208a00f-bdf4-4c82-b354-feecb9a73fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:04.012922 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d208a00f-bdf4-4c82-b354-feecb9a73fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:04.014433 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d208a00f-bdf4-4c82-b354-feecb9a73fc7 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1211519 Feb 18 12:18:05.599284 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4700e5c7-a8bc-4c82-bb7a-587eb4f268e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:06.335812 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 41842) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:06.426508 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc61e116-ab24-4d04-a898-e417961c1ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:06.426959 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc61e116-ab24-4d04-a898-e417961c1ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:06.428425 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-cc61e116-ab24-4d04-a898-e417961c1ae2 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916877 Feb 18 12:18:07.855983 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c7ac5678-1e40-4acd-9ce6-3fcea0c75284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:08.752674 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 41850) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:08.842763 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46641afd-a1a9-4792-8feb-2a5f515997b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:08.844005 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-46641afd-a1a9-4792-8feb-2a5f515997b9 admin admin] 10.222.0.52 "GET /v2.0/subnets/e958e1f4-212e-4972-a012-c4b04c69ceb4 HTTP/1.1" status: 200 len: 868 time: 0.0903754 Feb 18 12:18:08.969242 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:10.347066 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:11.195550 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41858) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:11.282144 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c9bbc5-050c-45aa-9278-29f6bd69068f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:11.283484 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-94c9bbc5-050c-45aa-9278-29f6bd69068f admin admin] 10.222.0.52 "GET /v2.0/subnets/fe01cd13-0000-4826-919b-26e49ee3bcef HTTP/1.1" status: 200 len: 816 time: 0.0869904 Feb 18 12:18:11.930375 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:26.561528 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:18:35.598371 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-bc96c39e-86f9-4ec2-a382-9cfecdf5a0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:37.848547 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f2eefcb-95db-422f-801c-13a0d9317ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:38.941739 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:39.542586 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41910) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:39.588512 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [None req-50813a9a-8682-42f4-a39f-eec4e230fadd admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:18:39.589506 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-50813a9a-8682-42f4-a39f-eec4e230fadd admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459311 Feb 18 12:18:40.352860 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:41.970255 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:41.993976 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41918) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:42.053306 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.pecan_wsgi.hooks.translation [None req-e527ffcd-37ea-4570-bd40-db2e925898c7 admin admin] GET failed (client error): The resource could not be found. Feb 18 12:18:42.054614 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e527ffcd-37ea-4570-bd40-db2e925898c7 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596516 Feb 18 12:18:42.134635 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49b22e3-a723-4b56-ad51-4e4d461fefbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:42.136083 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-a49b22e3-a723-4b56-ad51-4e4d461fefbb admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0774117 Feb 18 12:18:44.486330 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 41926) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:44.536537 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:18:44.633014 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Made reservation on behalf of 79817cb24a7e4654b2de83504470dc4d for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:18:44.635413 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:44.673265 dv-cinder-804757-15-iscsi neutron-server[103420]: WARNING neutron.services.revisions.revision_plugin [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Could not find related network for resource to bump revision. Feb 18 12:18:44.680197 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:18:44.690046 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (423facc5-6861-4241-b17a-de2590164dbd), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:44.690556 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Added segment 423facc5-6861-4241-b17a-de2590164dbd of type vlan for network bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b Feb 18 12:18:44.730442 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:44.798345 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:44.799256 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:44.799821 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:44.855615 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Pushing event updated for resources: {'Network': ['ID=bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:18:44.862016 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:44.862440 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:44.862788 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:44.863123 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:44.863453 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:44.863787 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:44.864114 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:44.864443 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:44.864768 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:44.865092 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:44.865413 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:44.865734 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:44.866568 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:44.877376 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:18:44.903847 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-6a5a9934-7b78-44bf-8098-7157f11196e3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4164405 Feb 18 12:18:47.247813 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 41934) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:47.307027 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb093a9e-417b-4814-9541-437c5ced7d0f admin admin] GET failed (client error): The resource could not be found. Feb 18 12:18:47.308310 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-cb093a9e-417b-4814-9541-437c5ced7d0f admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595665 Feb 18 12:18:47.408205 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420a9bfd-4058-48ec-bf1f-201650e0e5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:47.409654 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-420a9bfd-4058-48ec-bf1f-201650e0e5eb admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0972009 Feb 18 12:18:47.419695 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-fea7b1c5-c0fc-489d-a75e-56469c36bc12 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:18:47.489810 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea7b1c5-c0fc-489d-a75e-56469c36bc12 admin admin] Made reservation on behalf of 79817cb24a7e4654b2de83504470dc4d for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:18:47.492670 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fea7b1c5-c0fc-489d-a75e-56469c36bc12 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:47.707131 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fea7b1c5-c0fc-489d-a75e-56469c36bc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for subnet (1bcfc3b4-bf88-444e-8495-aa5c896cbe18), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:47.759893 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7b1c5-c0fc-489d-a75e-56469c36bc12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bcfc3b4-bf88-444e-8495-aa5c896cbe18,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:18:47.769639 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7b1c5-c0fc-489d-a75e-56469c36bc12 admin admin] Checking segment: {'id': '423facc5-6861-4241-b17a-de2590164dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:18:47.769997 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea7b1c5-c0fc-489d-a75e-56469c36bc12 admin admin] Network hostable DHCP agents. Network: bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:18:47.872819 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea7b1c5-c0fc-489d-a75e-56469c36bc12 admin admin] Network bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:18:47.918211 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-fea7b1c5-c0fc-489d-a75e-56469c36bc12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:18:47.922899 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea7b1c5-c0fc-489d-a75e-56469c36bc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:47.923872 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fea7b1c5-c0fc-489d-a75e-56469c36bc12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:47.927331 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c71a663-6bed-404a-a6e1-320dc5646475 None None] Network bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:18:47.983654 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-fea7b1c5-c0fc-489d-a75e-56469c36bc12 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5672009 Feb 18 12:18:48.027268 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4880cbb-8b9a-5f3b-ae58-78c776b3a9e1-bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b', 'network_id': 'bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b', 'project_id': '79817cb24a7e4654b2de83504470dc4d', 'fixed_ips': [{'subnet_id': '1bcfc3b4-bf88-444e-8495-aa5c896cbe18'}]}} from dv-cinder-804757-15-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:18:48.028213 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:48.264281 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Allocated IP 192.168.233.2 (bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b/1bcfc3b4-bf88-444e-8495-aa5c896cbe18/57145432-af7c-40ce-8bfb-c350090a5da2) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:18:48.414651 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Publish callbacks [] for port (57145432-af7c-40ce-8bfb-c350090a5da2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:48.500431 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (57145432-af7c-40ce-8bfb-c350090a5da2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:48.539665 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Network bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:18:48.544399 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:18:48.547068 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:18:48.552859 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Pushing event updated for resources: {'Port': ['ID=57145432-af7c-40ce-8bfb-c350090a5da2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:18:48.561596 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:48.561964 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:48.562357 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:48.562697 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:48.563029 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:48.563360 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:48.563692 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:48.564020 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:48.564343 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:48.564682 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:48.565013 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:48.565335 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:48.565654 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:48.620126 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Attempting to bind port 57145432-af7c-40ce-8bfb-c350090a5da2 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:18:48.620500 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Attempting to bind port 57145432-af7c-40ce-8bfb-c350090a5da2 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '423facc5-6861-4241-b17a-de2590164dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:18:48.620861 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Attempting to bind port 57145432-af7c-40ce-8bfb-c350090a5da2 on network bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:18:48.626277 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:18:48.626654 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Checking segment: {'id': '423facc5-6861-4241-b17a-de2590164dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:18:48.627051 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:48.627472 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Bound using segment: {'id': '423facc5-6861-4241-b17a-de2590164dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:18:48.627932 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Bound port: 57145432-af7c-40ce-8bfb-c350090a5da2, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423facc5-6861-4241-b17a-de2590164dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:18:48.628305 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (57145432-af7c-40ce-8bfb-c350090a5da2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:48.694247 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-b36b0541-9592-48be-bc69-719937eed489 None None] For port 57145432-af7c-40ce-8bfb-c350090a5da2, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:18:48.697522 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-b36b0541-9592-48be-bc69-719937eed489 None None] For port 57145432-af7c-40ce-8bfb-c350090a5da2, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=57145432-af7c-40ce-8bfb-c350090a5da2,segment=NetworkSegment(423facc5-6861-4241-b17a-de2590164dbd),segment_id=423facc5-6861-4241-b17a-de2590164dbd)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:18:48.758865 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (57145432-af7c-40ce-8bfb-c350090a5da2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:48.816532 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b0541-9592-48be-bc69-719937eed489 None None] Pushing event updated for resources: {'Port': ['ID=57145432-af7c-40ce-8bfb-c350090a5da2,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:18:49.639909 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d94a5ac-393c-4b8b-b6c4-1cde93503a5f None None] Network bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:18:49.755187 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-551e9f18-467b-4e3f-bf5d-9833fe6c37b8 None None] Provisioning complete for port 57145432-af7c-40ce-8bfb-c350090a5da2 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:18:49.755575 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-551e9f18-467b-4e3f-bf5d-9833fe6c37b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (57145432-af7c-40ce-8bfb-c350090a5da2), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:49.842419 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-551e9f18-467b-4e3f-bf5d-9833fe6c37b8 None None] Current status of the port 57145432-af7c-40ce-8bfb-c350090a5da2 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:18:49.842809 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-551e9f18-467b-4e3f-bf5d-9833fe6c37b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (57145432-af7c-40ce-8bfb-c350090a5da2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:49.878968 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-551e9f18-467b-4e3f-bf5d-9833fe6c37b8 None None] For port 57145432-af7c-40ce-8bfb-c350090a5da2, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=57145432-af7c-40ce-8bfb-c350090a5da2,segment=NetworkSegment(423facc5-6861-4241-b17a-de2590164dbd),segment_id=423facc5-6861-4241-b17a-de2590164dbd)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:18:49.952884 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-551e9f18-467b-4e3f-bf5d-9833fe6c37b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (57145432-af7c-40ce-8bfb-c350090a5da2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:50.001452 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e9f18-467b-4e3f-bf5d-9833fe6c37b8 None None] Pushing event updated for resources: {'Port': ['ID=57145432-af7c-40ce-8bfb-c350090a5da2,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:18:50.072428 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-48d79aba-3356-4cc5-ba7e-892be9d1f46b None None] Provisioning complete for port 57145432-af7c-40ce-8bfb-c350090a5da2 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:18:50.072814 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-48d79aba-3356-4cc5-ba7e-892be9d1f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (57145432-af7c-40ce-8bfb-c350090a5da2), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:50.152113 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-48d79aba-3356-4cc5-ba7e-892be9d1f46b None None] Current status of the port 57145432-af7c-40ce-8bfb-c350090a5da2 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:18:50.705172 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 57145432-af7c-40ce-8bfb-c350090a5da2 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:18:50.758377 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 57145432-af7c-40ce-8bfb-c350090a5da2 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:18:50.758803 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (57145432-af7c-40ce-8bfb-c350090a5da2), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:50.835526 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 57145432-af7c-40ce-8bfb-c350090a5da2 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:19:03.560321 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:19:05.597420 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f635a16-fc03-47d4-aebb-01fec180448e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:07.832211 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-233c16b1-044b-4827-a6a3-77a3fce69807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:08.951955 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:10.375014 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:11.969454 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:35.591109 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c168760-af7b-46cc-ba7e-f452d340b5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:37.882671 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5790c7e3-b418-4b28-9d62-d1005cb706e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:38.940138 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:40.362493 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:40.558773 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:19:41.945523 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:05.596364 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1f710559-3021-4bc9-943c-180f689e6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.848002 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-188a4fab-73bd-4c8e-9a31-f26fb9d39cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.042423 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:10.356314 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:11.916516 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:17.558008 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:20:23.952298 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 41972) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:23.958621 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [None req-e9c44804-a4cd-476f-a6ad-67e078a98ad4 tempest-verify_tempest_config-874744146 tempest-verify_tempest_config-874744146-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:20:23.959581 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e9c44804-a4cd-476f-a6ad-67e078a98ad4 tempest-verify_tempest_config-874744146 tempest-verify_tempest_config-874744146-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063164 Feb 18 12:20:24.546274 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 41990) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:24.651956 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:24.752905 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Publish callbacks [] for security_group (b3834e0b-b0f7-4c3e-9120-4f8fade367c6), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:24.818577 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (b3834e0b-b0f7-4c3e-9120-4f8fade367c6), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:24.861746 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=645e45ea578d47eb9b1f61c0df6189a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3144364 Feb 18 12:20:24.862445 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3834e0b-b0f7-4c3e-9120-4f8fade367c6,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:24.865111 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 41996) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:24.869507 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:24.869860 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:24.870237 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:24.870579 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:24.870916 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:24.871249 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:24.871580 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:24.871909 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:24.872252 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:24.872577 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:24.872902 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:24.873227 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:24.873838 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c054314-77d4-4e60-8959-678077474131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:24.921794 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Publish callbacks [] for security_group (b3834e0b-b0f7-4c3e-9120-4f8fade367c6), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:24.943143 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Publish callbacks [] for security_group (b3834e0b-b0f7-4c3e-9120-4f8fade367c6), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:25.099820 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (b3834e0b-b0f7-4c3e-9120-4f8fade367c6), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:25.102439 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:25.103625 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3834e0b-b0f7-4c3e-9120-4f8fade367c6 HTTP/1.1" status: 204 len: 168 time: 0.2374923 Feb 18 12:20:25.111144 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3834e0b-b0f7-4c3e-9120-4f8fade367c6,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:25.117656 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:25.118008 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:25.118378 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:25.118712 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:25.119044 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:25.119373 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:25.119703 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:25.120028 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:25.120476 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:25.120690 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:25.121021 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:25.121343 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:25.121667 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650dd682-8a8c-4f83-a3ba-f8e5b04e5bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:35.613280 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3c4f65bd-f0fd-4018-b1cf-9c6503c55861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:37.836464 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6d75753f-1f93-4068-8170-ee3151c07813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:38.956009 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:40.384597 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:41.955757 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:54.556993 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:21:05.612038 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3a2acc26-ca5f-4be1-81b0-b041bbcd758f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:07.829546 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0263e549-4404-425a-bfc2-379641f067ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:08.955863 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:10.441920 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:11.921198 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:31.556773 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 5 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:21:35.618261 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c22cf03c-d98e-499f-927e-84cf5f641b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:37.835041 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87d7634b-9770-4d81-9443-37046fe9b48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:39.086318 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:40.377295 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:41.972489 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:05.490718 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-553538'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:05.600244 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21270c9e-e176-4115-9f3c-3eee1f2064c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:07.845842 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56ffee7e-c4d5-4ce1-a100-82968988ee9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:08.556983 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:22:08.977559 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:10.365533 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:11.931528 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:20.269712 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 42066) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:22:20.381346 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2a3b2985-8409-47c2-8bf6-2ff5df745e4e admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1104691 Feb 18 12:22:22.710416 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 42076) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:22:22.764521 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-b4069831-e48f-4137-8507-e229d3d3c45b admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0530336 Feb 18 12:22:35.423118 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:35.577210 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3ab05118-ebb8-4cc4-8116-05eb8dd86626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:37.851526 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-51e2e56b-30d9-4757-9817-f5aa6def72d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:38.975904 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:40.411382 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:41.975462 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:45.556646 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:23:05.449521 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:05.616916 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-66b6f1f8-1cb2-4d13-acad-0d30c0b1a0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:07.851172 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-844eefc1-59c8-4311-a0a5-110a1daf80dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:08.982854 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:10.399884 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:11.965884 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:22.554979 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:23:35.451415 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:35.593580 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-751764ec-4778-4ddc-bc2c-142f9de34345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:37.856964 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4af9b5d-d88d-4105-ba84-c1dcd932907c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:38.976994 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:40.385978 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:41.970835 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:56.196751 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 42236) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:23:56.524014 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-335436364-network', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:23:56.606576 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 42262) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:23:56.673599 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Made reservation on behalf of b7f00ee67e874fc3a3812a11c0f82173 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:23:56.676991 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:56.686802 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:56.768989 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Publish callbacks [] for security_group (c797a89e-3bec-4d08-bc08-7fe6fe25a4b0), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:56.842598 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (c797a89e-3bec-4d08-bc08-7fe6fe25a4b0), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:56.863035 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:23:56.878962 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:23:56.888434 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (c47b5b4c-0930-410b-873c-ab2b5e00f75c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:56.888784 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Added segment c47b5b4c-0930-410b-873c-ab2b5e00f75c of type vlan for network a0caea6f-d101-4a72-bcf9-9fc354267f4d Feb 18 12:23:56.900688 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:56.901054 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:56.901397 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:56.901731 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:56.902063 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:56.902412 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:56.902753 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:56.903080 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:56.903418 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:56.903743 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:56.904075 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:56.904384 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:56.904693 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Tracked resource versions report: Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: pushed versions: Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: { 'AddressGroup': {'1.2'}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'ConntrackHelper': {'1.0'}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Log': {'1.0'}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Network': {'1.1'}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Port': {'1.7'}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'PortForwarding': {'1.2'}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'QosPolicy': {'1.10'}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'SecurityGroup': {'1.5'}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'SubPort': {'1.0'}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Subnet': {'1.1'}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Trunk': {'1.1'}} Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: consumer versions: Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: { DHCP agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: HyperV agent@hv-cinder-80475: {}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: L3 agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: Metadata agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: Metering agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: Open vSwitch agent@dv-cinder-804757-15-iscsi: { 'AddressGroup': '1.2', Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'ConntrackHelper': '1.0', Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'LocalIPAssociation': '1.0', Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Log': '1.0', Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Network': '1.1', Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Port': '1.7', Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'PortForwarding': '1.2', Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'QosPolicy': '1.10', Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'SecurityGroup': '1.5', Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'SecurityGroupRule': '1.2', Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'SubPort': '1.0', Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Subnet': '1.1', Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: 'Trunk': '1.1'}} Feb 18 12:23:56.905854 dv-cinder-804757-15-iscsi neutron-server[103420]: {{(pid=103420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:23:56.953471 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1694225632-network', 'tenant_id': '3ad1f15d2b144c11a7c0dffbf641b30c'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:23:56.979353 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (a0caea6f-d101-4a72-bcf9-9fc354267f4d), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.045264 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] Made reservation on behalf of 3ad1f15d2b144c11a7c0dffbf641b30c for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:23:57.047659 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.056735 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.103573 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (a0caea6f-d101-4a72-bcf9-9fc354267f4d), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.104490 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:57.105049 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.171611 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] Publish callbacks [] for security_group (4a30e47a-a76b-4285-8811-23e83dbf9e1c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.187488 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] Pushing event updated for resources: {'Network': ['ID=a0caea6f-d101-4a72-bcf9-9fc354267f4d,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:23:57.199252 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network a0caea6f-d101-4a72-bcf9-9fc354267f4d details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:23:57.235382 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 42290) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:23:57.243205 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Request body: {'subnet': {'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-335436364-subnet', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:23:57.247003 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2ae78e86-6805-43e8-9f9f-eabcae9ed526 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0490825 Feb 18 12:23:57.256846 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (4a30e47a-a76b-4285-8811-23e83dbf9e1c), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.279983 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 42294) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:23:57.295843 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:23:57.309567 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a30e47a-a76b-4285-8811-23e83dbf9e1c,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:23:57.326134 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (7a0079ef-a383-4815-a81a-441182a62c6b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.326479 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] Added segment 7a0079ef-a383-4815-a81a-441182a62c6b of type vlan for network a8b418bb-2b2e-4065-bf48-2fa227dc6509 Feb 18 12:23:57.343002 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Made reservation on behalf of b7f00ee67e874fc3a3812a11c0f82173 for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:23:57.345953 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.408836 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (a8b418bb-2b2e-4065-bf48-2fa227dc6509), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.502511 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (a8b418bb-2b2e-4065-bf48-2fa227dc6509), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.503479 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:57.504084 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.574274 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] Pushing event updated for resources: {'Network': ['ID=a8b418bb-2b2e-4065-bf48-2fa227dc6509,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:23:57.584399 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network a8b418bb-2b2e-4065-bf48-2fa227dc6509 details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:23:57.599683 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ab0ef3c9-d2f1-48e4-bfac-8f40aca8c337 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9888859 Feb 18 12:23:57.599786 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 42312) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:23:57.604649 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-c35d0c8a-712e-46ec-bd3b-ba24fee66ab8 admin admin] Request body: {'subnet': {'network_id': 'a8b418bb-2b2e-4065-bf48-2fa227dc6509', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1694225632-subnet', 'tenant_id': '3ad1f15d2b144c11a7c0dffbf641b30c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:23:57.645322 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for subnet (69bf8867-f823-469a-96c2-77b410e47401), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.709691 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Pushing event updated for resources: {'Subnet': ['ID=69bf8867-f823-469a-96c2-77b410e47401,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:23:57.732254 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35d0c8a-712e-46ec-bd3b-ba24fee66ab8 admin admin] Made reservation on behalf of 3ad1f15d2b144c11a7c0dffbf641b30c for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:23:57.734829 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c35d0c8a-712e-46ec-bd3b-ba24fee66ab8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.741103 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:57.741474 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:57.741822 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:57.742179 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:57.742513 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:57.742843 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:57.743186 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:57.743515 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:57.743862 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:57.744191 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:57.744510 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:57.744824 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:57.745318 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Tracked resource versions report: Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: pushed versions: Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: { 'AddressGroup': {'1.2'}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'ConntrackHelper': {'1.0'}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Log': {'1.0'}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Network': {'1.1'}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Port': {'1.7'}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'PortForwarding': {'1.2'}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'QosPolicy': {'1.10'}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'SecurityGroup': {'1.5'}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'SubPort': {'1.0'}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Subnet': {'1.1'}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Trunk': {'1.1'}} Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: consumer versions: Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: { DHCP agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: HyperV agent@hv-cinder-80475: {}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: L3 agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: Metadata agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: Metering agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: Open vSwitch agent@dv-cinder-804757-15-iscsi: { 'AddressGroup': '1.2', Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'ConntrackHelper': '1.0', Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'LocalIPAssociation': '1.0', Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Log': '1.0', Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Network': '1.1', Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Port': '1.7', Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'PortForwarding': '1.2', Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'QosPolicy': '1.10', Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'SecurityGroup': '1.5', Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'SecurityGroupRule': '1.2', Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'SubPort': '1.0', Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Subnet': '1.1', Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: 'Trunk': '1.1'}} Feb 18 12:23:57.746661 dv-cinder-804757-15-iscsi neutron-server[103419]: {{(pid=103419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:23:57.766948 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Checking segment: {'id': 'c47b5b4c-0930-410b-873c-ab2b5e00f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:23:57.767384 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Network hostable DHCP agents. Network: a0caea6f-d101-4a72-bcf9-9fc354267f4d, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:23:57.811180 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1298241688-network', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:23:57.818884 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 42322) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:23:57.900708 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Network a0caea6f-d101-4a72-bcf9-9fc354267f4d is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:23:57.920069 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Made reservation on behalf of d1fa34ed3d82454cbe7cf60a46b7c2bf for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:23:57.922400 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:57.955042 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.008667 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, a0caea6f-d101-4a72-bcf9-9fc354267f4d) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:23:58.016833 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:58.017542 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.019867 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1affd8c7-1154-4628-a86a-1b95cdd933f7 None None] Network a0caea6f-d101-4a72-bcf9-9fc354267f4d requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:23:58.039378 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c35d0c8a-712e-46ec-bd3b-ba24fee66ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for subnet (3d266a28-8c08-4b5a-a4fa-e0f0d22fe0bd), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.096792 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d0c8a-712e-46ec-bd3b-ba24fee66ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d266a28-8c08-4b5a-a4fa-e0f0d22fe0bd,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:23:58.111705 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-136555619-network', 'tenant_id': 'd6d65e60624c4b23bb816791f5e467e9'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:23:58.114572 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-7839d1d2-d2c4-4ffc-a5c7-2f635376c86c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8774216 Feb 18 12:23:58.118580 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 42334) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:23:58.123651 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-335436364-router', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:23:58.165656 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Publish callbacks [] for security_group (41b80288-b964-4581-a1a5-0b28c48f6701), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.170409 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43169744-d8f0-46c3-b91b-44f0117698bb None None] Network a0caea6f-d101-4a72-bcf9-9fc354267f4d requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:23:58.188836 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d0c8a-712e-46ec-bd3b-ba24fee66ab8 admin admin] Checking segment: {'id': '7a0079ef-a383-4815-a81a-441182a62c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a8b418bb-2b2e-4065-bf48-2fa227dc6509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:23:58.194660 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35d0c8a-712e-46ec-bd3b-ba24fee66ab8 admin admin] Network hostable DHCP agents. Network: a8b418bb-2b2e-4065-bf48-2fa227dc6509, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:23:58.210878 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] Made reservation on behalf of d6d65e60624c4b23bb816791f5e467e9 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:23:58.213328 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.234438 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.279826 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (41b80288-b964-4581-a1a5-0b28c48f6701), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.330701 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:23:58.339553 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125509'] for router (d77a4c32-46e4-4fcb-9052-d0152e342f4c), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.340594 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125522'] for router (d77a4c32-46e4-4fcb-9052-d0152e342f4c), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.357301 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35d0c8a-712e-46ec-bd3b-ba24fee66ab8 admin admin] Network a8b418bb-2b2e-4065-bf48-2fa227dc6509 is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:23:58.389059 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b80288-b964-4581-a1a5-0b28c48f6701,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:23:58.394750 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732449518367', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (ce269baf-3948-40c1-ad73-02db8e0751b3), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.395839 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Unsubscribe: segment precommit_create {{(pid=103419) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 18 12:23:58.396353 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Added segment ce269baf-3948-40c1-ad73-02db8e0751b3 of type vlan for network 907427c1-55e0-4b75-bd87-f0c37dd607b6 Feb 18 12:23:58.412108 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] Publish callbacks [] for security_group (48e01b10-e313-4770-b7b0-dcacd44acbd5), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.478509 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Publish callbacks [] for router_controller (d77a4c32-46e4-4fcb-9052-d0152e342f4c), precommit_add_association {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.481989 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (907427c1-55e0-4b75-bd87-f0c37dd607b6), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.528614 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-c35d0c8a-712e-46ec-bd3b-ba24fee66ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, a8b418bb-2b2e-4065-bf48-2fa227dc6509) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:23:58.533250 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35d0c8a-712e-46ec-bd3b-ba24fee66ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:58.534265 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c35d0c8a-712e-46ec-bd3b-ba24fee66ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.542463 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (48e01b10-e313-4770-b7b0-dcacd44acbd5), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.544017 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79959c6b-5e46-4482-9da7-5326af58f65c None None] Network a8b418bb-2b2e-4065-bf48-2fa227dc6509 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:23:58.565854 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:23:58.580717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (b108c29f-713f-4ebd-8eba-315edf6f703a), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.581531 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] Added segment b108c29f-713f-4ebd-8eba-315edf6f703a of type vlan for network f1d28a73-edef-493c-ac98-beeac644e446 Feb 18 12:23:58.637563 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e01b10-e313-4770-b7b0-dcacd44acbd5,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:23:58.668175 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (f1d28a73-edef-493c-ac98-beeac644e446), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.796099 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (907427c1-55e0-4b75-bd87-f0c37dd607b6), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.797489 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:58.798398 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.803522 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (f1d28a73-edef-493c-ac98-beeac644e446), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.804478 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:58.805046 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:58.812720 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d5ab5b-3f79-46d8-9506-4f0b0676f76d None None] Network a8b418bb-2b2e-4065-bf48-2fa227dc6509 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:23:58.820690 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-c35d0c8a-712e-46ec-bd3b-ba24fee66ab8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2199171 Feb 18 12:23:58.933576 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1126676 Feb 18 12:23:58.938424 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 42370) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:23:58.964660 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-ddeff01c-2e91-4f52-b489-0fd54517f2ee admin admin] Request body: {'subnet': {'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-136555619-subnet', 'tenant_id': 'd6d65e60624c4b23bb816791f5e467e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:23:58.977151 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dd4cc-eb50-4a1b-a636-a5ef186be8e3 admin admin] Pushing event updated for resources: {'Network': ['ID=f1d28a73-edef-493c-ac98-beeac644e446,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:23:58.997098 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network f1d28a73-edef-493c-ac98-beeac644e446 details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:23:59.023093 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 42374) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:23:59.025117 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7411704 Feb 18 12:23:59.028574 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-d04e54da-6c2f-4a0a-9145-073c6af9b7e6 admin admin] Request body: {'subnet': {'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1298241688-subnet', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:23:59.084192 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeff01c-2e91-4f52-b489-0fd54517f2ee admin admin] Made reservation on behalf of d6d65e60624c4b23bb816791f5e467e9 for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:23:59.087231 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ddeff01c-2e91-4f52-b489-0fd54517f2ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:59.108439 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad63d56-8882-4020-bbcd-d249ade177e9 admin admin] Pushing event updated for resources: {'Network': ['ID=907427c1-55e0-4b75-bd87-f0c37dd607b6,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:23:59.124287 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Publish callbacks [] for router_gateway (d77a4c32-46e4-4fcb-9052-d0152e342f4c), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:59.127371 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network 907427c1-55e0-4b75-bd87-f0c37dd607b6 details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:23:59.191857 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04e54da-6c2f-4a0a-9145-073c6af9b7e6 admin admin] Made reservation on behalf of d1fa34ed3d82454cbe7cf60a46b7c2bf for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:23:59.197693 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d04e54da-6c2f-4a0a-9145-073c6af9b7e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:59.527809 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Publish callbacks [] for router_gateway (d77a4c32-46e4-4fcb-9052-d0152e342f4c), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:59.546680 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:59.554410 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:23:59.632339 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d04e54da-6c2f-4a0a-9145-073c6af9b7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for subnet (74c851c4-68d2-4a81-9f74-304bfd0c369a), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:59.634520 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ddeff01c-2e91-4f52-b489-0fd54517f2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for subnet (b1c352a1-857a-4072-b4cc-94c967e8170a), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:59.653707 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Allocated IP 172.27.2.244 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:23:59.726773 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e54da-6c2f-4a0a-9145-073c6af9b7e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c851c4-68d2-4a81-9f74-304bfd0c369a,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:23:59.736986 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e54da-6c2f-4a0a-9145-073c6af9b7e6 admin admin] Checking segment: {'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:23:59.737306 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04e54da-6c2f-4a0a-9145-073c6af9b7e6 admin admin] Network hostable DHCP agents. Network: 907427c1-55e0-4b75-bd87-f0c37dd607b6, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:23:59.771923 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeff01c-2e91-4f52-b489-0fd54517f2ee admin admin] Checking segment: {'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:23:59.772285 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeff01c-2e91-4f52-b489-0fd54517f2ee admin admin] Network hostable DHCP agents. Network: f1d28a73-edef-493c-ac98-beeac644e446, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:23:59.787202 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Publish callbacks [] for port (3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:59.793871 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeff01c-2e91-4f52-b489-0fd54517f2ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c352a1-857a-4072-b4cc-94c967e8170a,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:23:59.851472 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeff01c-2e91-4f52-b489-0fd54517f2ee admin admin] Network f1d28a73-edef-493c-ac98-beeac644e446 is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:23:59.854537 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04e54da-6c2f-4a0a-9145-073c6af9b7e6 admin admin] Network 907427c1-55e0-4b75-bd87-f0c37dd607b6 is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:23:59.921087 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:59.949659 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-ddeff01c-2e91-4f52-b489-0fd54517f2ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, f1d28a73-edef-493c-ac98-beeac644e446) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:23:59.951141 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-d04e54da-6c2f-4a0a-9145-073c6af9b7e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, 907427c1-55e0-4b75-bd87-f0c37dd607b6) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:23:59.955077 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeff01c-2e91-4f52-b489-0fd54517f2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:59.955667 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ddeff01c-2e91-4f52-b489-0fd54517f2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:59.970851 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e869fb0-d3fb-4cd8-8171-a01f9349fee0 None None] Network f1d28a73-edef-493c-ac98-beeac644e446 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:23:59.985540 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e54da-6c2f-4a0a-9145-073c6af9b7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:59.986859 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:23:59.990044 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d04e54da-6c2f-4a0a-9145-073c6af9b7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:00.002728 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:00.005743 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:24:00.009821 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486970ff-f055-44bf-bec5-7fb8253f40ed None None] Network 907427c1-55e0-4b75-bd87-f0c37dd607b6 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:24:00.105841 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ddeff01c-2e91-4f52-b489-0fd54517f2ee admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1530979 Feb 18 12:24:00.109044 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d04e54da-6c2f-4a0a-9145-073c6af9b7e6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0848892 Feb 18 12:24:00.111916 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 42414) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:00.116435 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:00.126836 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 42416) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:00.127604 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Pushing event updated for resources: {'Port': ['ID=3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:00.137824 dv-cinder-804757-15-iscsi neutron-server[103419]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 12:24:00.217056 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c3b3bc-0a17-4e96-9cab-1ce5b76563eb None None] Network f1d28a73-edef-493c-ac98-beeac644e446 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:24:00.226108 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125509'] for router (61a91692-520c-4b31-bad6-13ff7ae618be), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:00.228290 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125522'] for router (61a91692-520c-4b31-bad6-13ff7ae618be), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:00.256524 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4880cbb-8b9a-5f3b-ae58-78c776b3a9e1-907427c1-55e0-4b75-bd87-f0c37dd607b6', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a'}]}} from dv-cinder-804757-15-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:24:00.258777 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:00.509266 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Publish callbacks [] for router_controller (61a91692-520c-4b31-bad6-13ff7ae618be), precommit_add_association {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:00.524623 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-1efc9e73-086c-4e98-8cc5-5fc0fb6b1b2a tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:00.526865 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-1efc9e73-086c-4e98-8cc5-5fc0fb6b1b2a tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/networks?id=a8b418bb-2b2e-4065-bf48-2fa227dc6509 HTTP/1.1" status: 200 len: 812 time: 0.3937995 Feb 18 12:24:00.548829 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-22077f28-3b05-4382-9326-728022ca494c tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/quotas/3ad1f15d2b144c11a7c0dffbf641b30c HTTP/1.1" status: 200 len: 375 time: 0.0166564 Feb 18 12:24:00.616432 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-e242d925-c780-4913-b854-3b8f377688d9 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ad1f15d2b144c11a7c0dffbf641b30c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621839 Feb 18 12:24:00.625367 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Allocated IP 172.20.0.2 (907427c1-55e0-4b75-bd87-f0c37dd607b6/74c851c4-68d2-4a81-9f74-304bfd0c369a/d4f4e601-d75c-4f31-8f1d-a87816ed07b9) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:24:00.793815 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Publish callbacks [] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:00.797276 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Publish callbacks [] for router_gateway (d77a4c32-46e4-4fcb-9052-d0152e342f4c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:00.898314 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-c1961d4c-c879-4552-a016-dd104de1eb00 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:24:00.899830 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-c1961d4c-c879-4552-a016-dd104de1eb00 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0673952 Feb 18 12:24:00.902814 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:00.908868 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 42460) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:00.915745 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Publish callbacks [] for router_gateway (61a91692-520c-4b31-bad6-13ff7ae618be), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:00.955530 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Network 907427c1-55e0-4b75-bd87-f0c37dd607b6 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:24:00.961953 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:00.966912 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Pushing event updated for resources: {'Port': ['ID=d4f4e601-d75c-4f31-8f1d-a87816ed07b9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:00.969909 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:24:00.978227 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:00.978896 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:00.978896 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:00.979224 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:00.979554 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:00.979880 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:00.980221 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:00.980547 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:00.980869 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:00.981204 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:00.981530 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:00.981846 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:00.982182 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Tracked resource versions report: Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: pushed versions: Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: { 'AddressGroup': {'1.2'}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'ConntrackHelper': {'1.0'}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Log': {'1.0'}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Network': {'1.1'}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Port': {'1.7'}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'PortForwarding': {'1.2'}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'QosPolicy': {'1.10'}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'SecurityGroup': {'1.5'}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'SubPort': {'1.0'}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Subnet': {'1.1'}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Trunk': {'1.1'}} Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: consumer versions: Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: { DHCP agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: HyperV agent@hv-cinder-80475: {}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: L3 agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: Metadata agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: Metering agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: Open vSwitch agent@dv-cinder-804757-15-iscsi: { 'AddressGroup': '1.2', Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'ConntrackHelper': '1.0', Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'LocalIPAssociation': '1.0', Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Log': '1.0', Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Network': '1.1', Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Port': '1.7', Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'PortForwarding': '1.2', Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'QosPolicy': '1.10', Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'SecurityGroup': '1.5', Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'SecurityGroupRule': '1.2', Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'SubPort': '1.0', Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Subnet': '1.1', Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: 'Trunk': '1.1'}} Feb 18 12:24:00.983516 dv-cinder-804757-15-iscsi neutron-server[103421]: {{(pid=103421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:24:01.043758 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Attempting to bind port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:24:01.049462 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Attempting to bind port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:24:01.049462 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Attempting to bind port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 on network 907427c1-55e0-4b75-bd87-f0c37dd607b6 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:01.050657 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:24:01.051252 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Checking segment: {'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:24:01.051831 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:01.052226 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Bound using segment: {'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:24:01.052700 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Bound port: d4f4e601-d75c-4f31-8f1d-a87816ed07b9, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:24:01.053079 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:01.126000 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] For port d4f4e601-d75c-4f31-8f1d-a87816ed07b9, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:24:01.138503 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] For port d4f4e601-d75c-4f31-8f1d-a87816ed07b9, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=d4f4e601-d75c-4f31-8f1d-a87816ed07b9,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:24:01.240250 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:01.273124 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Publish callbacks [] for router_gateway (61a91692-520c-4b31-bad6-13ff7ae618be), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:01.298519 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-a4d77c42-91aa-4356-9a27-bb1071e528e7 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:01.300049 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-a4d77c42-91aa-4356-9a27-bb1071e528e7 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/networks?id=f1d28a73-edef-493c-ac98-beeac644e446 HTTP/1.1" status: 200 len: 814 time: 0.3951435 Feb 18 12:24:01.303342 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:01.339103 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-80b2edcd-2570-4ebd-845d-53ef3d9ba50d service neutron] 10.222.0.52 "GET /v2.0/networks/a8b418bb-2b2e-4065-bf48-2fa227dc6509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203537 Feb 18 12:24:01.347792 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-1baa4111-85d2-40d3-9818-e998251ad821 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/quotas/d6d65e60624c4b23bb816791f5e467e9 HTTP/1.1" status: 200 len: 375 time: 0.0185061 Feb 18 12:24:01.424959 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b02d64-126b-4aea-92d3-252a5b9387e5 None None] Pushing event updated for resources: {'Port': ['ID=d4f4e601-d75c-4f31-8f1d-a87816ed07b9,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:01.435955 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555093'] for router (d77a4c32-46e4-4fcb-9052-d0152e342f4c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:01.439428 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-b297ccc9-0a88-4080-b71b-3e9dbbf40929 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6d65e60624c4b23bb816791f5e467e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746722 Feb 18 12:24:01.563358 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-bd611add-ca03-4e29-8710-b0c023c1cf2e service neutron] 10.222.0.52 "GET /v2.0/networks/a8b418bb-2b2e-4065-bf48-2fa227dc6509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129579 Feb 18 12:24:01.568224 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Allocated IP 172.27.2.43 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/2776a76a-8d1e-4fb2-b95f-0c221290c021) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:24:01.734486 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-19cfcdc2-3db1-4792-b30b-9f01e436c623 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:24:01.734486 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-19cfcdc2-3db1-4792-b30b-9f01e436c623 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1438308 Feb 18 12:24:01.759575 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Publish callbacks [] for port (2776a76a-8d1e-4fb2-b95f-0c221290c021), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:01.760084 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Router d77a4c32-46e4-4fcb-9052-d0152e342f4c is scheduled to L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc with binding_index 1 {{(pid=103419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:24:01.837689 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-00685f52-d61c-43ed-bede-90007c52efec service neutron] 10.222.0.52 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769233 Feb 18 12:24:01.895611 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (2776a76a-8d1e-4fb2-b95f-0c221290c021), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:01.953008 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:24:01.962617 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Sync routers for ids ['d77a4c32-46e4-4fcb-9052-d0152e342f4c'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:24:01.975454 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Routers {'d77a4c32-46e4-4fcb-9052-d0152e342f4c'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:24:01.978268 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:23:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['d77a4c32-46e4-4fcb-9052-d0152e342f4c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:02.011270 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-32d03114-240c-4db9-9ff3-f10c17cc5b79 service neutron] 10.222.0.52 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464469 Feb 18 12:24:02.047948 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:02.049177 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-3e5e1a66-0bd0-42ac-a8b0-26de47002b08 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9288299 Feb 18 12:24:02.052326 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 42494) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:02.060372 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:24:02.080888 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:02.095045 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:24:02.102987 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2776a76a-8d1e-4fb2-b95f-0c221290c021,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:02.371410 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Set router d77a4c32-46e4-4fcb-9052-d0152e342f4c gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:24:02.579718 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-782b1be3-b3ff-41bd-983d-35f61a313665 req-ff9e2ec8-a42e-4e59-b394-201a7759b458 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 210 time: 0.0996871 Feb 18 12:24:02.794830 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-335436364-router', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:23:58Z', 'updated_at': '2022-02-18T12:24:00Z', 'revision_number': 3, 'project_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'gw_port': {'id': '3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:23:59Z', 'updated_at': '2022-02-18T12:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:02.833708 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Checking router: d77a4c32-46e4-4fcb-9052-d0152e342f4c for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:24:02.833708 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Updating router d77a4c32-46e4-4fcb-9052-d0152e342f4c port 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c binding host dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:24:02.875583 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Publish callbacks [] for router_gateway (61a91692-520c-4b31-bad6-13ff7ae618be), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:02.877653 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:02.997019 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device d4f4e601-d75c-4f31-8f1d-a87816ed07b9 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:03.120068 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:03.146038 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56598060-be94-44ef-949b-1dbe9d342258 None None] Network 907427c1-55e0-4b75-bd87-f0c37dd607b6 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:24:03.241335 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555093'] for router (61a91692-520c-4b31-bad6-13ff7ae618be), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:03.298495 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-0a4950a0-949a-4d05-a733-377f0792a84a None None] Provisioning complete for port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:03.299127 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0a4950a0-949a-4d05-a733-377f0792a84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:03.440879 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Publish callbacks [] for port (3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:03.485548 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:03.489637 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:03.519830 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Allocated IP 172.20.0.1 (a0caea6f-d101-4a72-bcf9-9fc354267f4d/69bf8867-f823-469a-96c2-77b410e47401/149bf352-d71c-4bf4-95a5-35208b2d7262) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:24:03.585699 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-0a4950a0-949a-4d05-a733-377f0792a84a None None] Current status of the port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:03.586106 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0a4950a0-949a-4d05-a733-377f0792a84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:03.619965 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:03.640799 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-531a7f91-8bbe-47fd-bb62-7f675c63cae9 req-8b287778-8e36-468d-97d6-a8b7c141e32a tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 210 time: 0.1053584 Feb 18 12:24:03.721625 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-0a4950a0-949a-4d05-a733-377f0792a84a None None] For port d4f4e601-d75c-4f31-8f1d-a87816ed07b9, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=d4f4e601-d75c-4f31-8f1d-a87816ed07b9,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:03.729059 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Router 61a91692-520c-4b31-bad6-13ff7ae618be is scheduled to L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc with binding_index 1 {{(pid=103420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:24:03.769075 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Attempting to bind port 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:24:03.769479 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Attempting to bind port 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:24:03.769876 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Attempting to bind port 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c on network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:03.792715 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:24:03.793093 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Checking segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:24:03.793493 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:03.793885 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Bound using segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:24:03.794378 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Bound port: 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:24:03.794754 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:03.842744 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:03.843769 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:03.857406 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Pushing event updated for resources: {'Port': ['ID=3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:03.868470 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:03.869054 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:03.869596 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:03.870142 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:03.870640 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:03.871135 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:03.871629 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:03.872384 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:03.872871 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:03.873368 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:03.873875 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:03.874412 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:03.874909 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Tracked resource versions report: Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: pushed versions: Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: { 'AddressGroup': {'1.2'}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'ConntrackHelper': {'1.0'}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Log': {'1.0'}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Network': {'1.1'}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Port': {'1.7'}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'PortForwarding': {'1.2'}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'QosPolicy': {'1.10'}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'SecurityGroup': {'1.5'}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'SubPort': {'1.0'}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Subnet': {'1.1'}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Trunk': {'1.1'}} Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: consumer versions: Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: { DHCP agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: HyperV agent@hv-cinder-80475: {}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: L3 agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: Metadata agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: Metering agent@dv-cinder-804757-15-iscsi: {}, Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: Open vSwitch agent@dv-cinder-804757-15-iscsi: { 'AddressGroup': '1.2', Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'ConntrackHelper': '1.0', Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'LocalIPAssociation': '1.0', Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Log': '1.0', Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Network': '1.1', Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Port': '1.7', Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'PortForwarding': '1.2', Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'QosPolicy': '1.10', Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'SecurityGroup': '1.5', Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'SecurityGroupRule': '1.2', Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'SubPort': '1.0', Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Subnet': '1.1', Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: 'Trunk': '1.1'}} Feb 18 12:24:03.876550 dv-cinder-804757-15-iscsi neutron-server[103422]: {{(pid=103422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:24:03.890092 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2100f693-1685-4940-b202-f97f3024910c req-ba81247b-c7d0-4d8d-89c3-9738faf87ec3 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 210 time: 0.0574362 Feb 18 12:24:03.895790 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0a4950a0-949a-4d05-a733-377f0792a84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:03.963909 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:24:03.997565 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] For port 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:24:04.004248 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] For port 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:24:04.061590 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Sync routers for ids ['61a91692-520c-4b31-bad6-13ff7ae618be'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:24:04.063468 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4950a0-949a-4d05-a733-377f0792a84a None None] Pushing event updated for resources: {'Port': ['ID=d4f4e601-d75c-4f31-8f1d-a87816ed07b9,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:04.103246 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:04.106059 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:04.107553 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-293f7158-7cbf-41b7-8fb6-ccddf63368b4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9946992 Feb 18 12:24:04.110562 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 42596) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:04.152267 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Publish callbacks [] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:04.169767 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Routers {'61a91692-520c-4b31-bad6-13ff7ae618be'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:24:04.170424 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:23:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['61a91692-520c-4b31-bad6-13ff7ae618be'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:04.203815 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Routers {'d77a4c32-46e4-4fcb-9052-d0152e342f4c'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:24:04.204680 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:23:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['d77a4c32-46e4-4fcb-9052-d0152e342f4c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:04.278407 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b56c0-2271-46c9-a851-b761b34ddb7c None None] Pushing event updated for resources: {'Port': ['ID=3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:04.294302 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.db.api [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:24:04.299429 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG oslo_db.api [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 12:24:04.299429 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-00cc66f6-18e4-487c-85dc-33464f37c75b None None] Provisioning complete for port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:04.299429 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-00cc66f6-18e4-487c-85dc-33464f37c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:04.325679 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:04.383216 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] Set router d77a4c32-46e4-4fcb-9052-d0152e342f4c gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:24:04.388061 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Set router 61a91692-520c-4b31-bad6-13ff7ae618be gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:24:04.404414 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Network a0caea6f-d101-4a72-bcf9-9fc354267f4d is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:24:04.406124 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:04.422810 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Pushing event updated for resources: {'Port': ['ID=149bf352-d71c-4bf4-95a5-35208b2d7262,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:04.429569 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:24:04.430060 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556902'] for router_interface (d77a4c32-46e4-4fcb-9052-d0152e342f4c), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:04.587766 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-00cc66f6-18e4-487c-85dc-33464f37c75b None None] Current status of the port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:04.651516 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-335436364-router', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:23:58Z', 'updated_at': '2022-02-18T12:24:00Z', 'revision_number': 3, 'project_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'gw_port': {'id': '3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:23:59Z', 'updated_at': '2022-02-18T12:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:04.687183 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b97d3b-6255-4284-b546-f357b7927911 None None] The sync data for ids ['d77a4c32-46e4-4fcb-9052-d0152e342f4c'] in dv-cinder-804757-15-iscsi is: [{'id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-335436364-router', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:23:58Z', 'updated_at': '2022-02-18T12:24:00Z', 'revision_number': 3, 'project_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'gw_port': {'id': '3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:23:59Z', 'updated_at': '2022-02-18T12:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:24:04.740153 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:02Z', 'revision_number': 3, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:04.786961 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d2561710-0b7a-4a82-8138-c62ad0e7050f req-c089bad0-4a36-433e-8248-4e64230387ea tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 210 time: 0.0414844 Feb 18 12:24:04.794003 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:04.794714 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Checking router: 61a91692-520c-4b31-bad6-13ff7ae618be for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:24:04.796267 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Updating router 61a91692-520c-4b31-bad6-13ff7ae618be port 2776a76a-8d1e-4fb2-b95f-0c221290c021 binding host dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:24:04.945761 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (2776a76a-8d1e-4fb2-b95f-0c221290c021), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:04.995686 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Publish callbacks [] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.012763 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.065380 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.065380 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556938'] for router_interface (d77a4c32-46e4-4fcb-9052-d0152e342f4c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.110697 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:05.386166 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Pushing event updated for resources: {'Port': ['ID=149bf352-d71c-4bf4-95a5-35208b2d7262,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:05.386166 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a816eb51-05d6-4c97-9835-1ea62e045c5e req-24043de2-5ed2-45e7-abd6-5dfcb272294e tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 210 time: 0.1472554 Feb 18 12:24:05.425508 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Allocated IP 172.20.0.1 (907427c1-55e0-4b75-bd87-f0c37dd607b6/74c851c4-68d2-4a81-9f74-304bfd0c369a/efc1584c-97dd-45a8-9099-22bf9d72a8fb) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:24:05.440396 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device d4f4e601-d75c-4f31-8f1d-a87816ed07b9 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:05.452307 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Network a0caea6f-d101-4a72-bcf9-9fc354267f4d is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:24:05.454781 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:05.507749 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Publish callbacks [] for port (2776a76a-8d1e-4fb2-b95f-0c221290c021), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.528693 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:05.529136 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.587325 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Publish callbacks [] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.597425 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.650345 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (2776a76a-8d1e-4fb2-b95f-0c221290c021), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.673488 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:05.675226 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:05.677619 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ac21ec06-d0f9-482f-af9e-c41367fec0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.687567 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Router d77a4c32-46e4-4fcb-9052-d0152e342f4c has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:24:05.694139 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.755821 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Network 907427c1-55e0-4b75-bd87-f0c37dd607b6 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:24:05.760664 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:05.764262 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:24:05.764866 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556902'] for router_interface (61a91692-520c-4b31-bad6-13ff7ae618be), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.806951 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Attempting to bind port 2776a76a-8d1e-4fb2-b95f-0c221290c021 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:24:05.807394 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Attempting to bind port 2776a76a-8d1e-4fb2-b95f-0c221290c021 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:24:05.807768 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Attempting to bind port 2776a76a-8d1e-4fb2-b95f-0c221290c021 on network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:05.820724 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584aafad-6546-4eff-a5c0-76ceb39d6c06 None None] Pushing event updated for resources: {'Port': ['ID=2776a76a-8d1e-4fb2-b95f-0c221290c021,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:05.835967 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:24:05.843681 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Checking segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:24:05.843681 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.843681 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Bound using segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:24:05.843681 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Bound port: 2776a76a-8d1e-4fb2-b95f-0c221290c021, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:24:05.843681 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (2776a76a-8d1e-4fb2-b95f-0c221290c021), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.949159 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Pushing event updated for resources: {'Port': ['ID=efc1584c-97dd-45a8-9099-22bf9d72a8fb,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:05.951902 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:24:05.965813 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-26e6d1de-2681-40f6-a505-1957c351622a admin admin] 10.222.0.52 "PUT /v2.0/routers/d77a4c32-46e4-4fcb-9052-d0152e342f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9101663 Feb 18 12:24:05.968210 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] For port 2776a76a-8d1e-4fb2-b95f-0c221290c021, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:24:05.970719 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:05.975611 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:05.996415 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] For port 2776a76a-8d1e-4fb2-b95f-0c221290c021, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=2776a76a-8d1e-4fb2-b95f-0c221290c021,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:24:06.110204 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (2776a76a-8d1e-4fb2-b95f-0c221290c021), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:06.112438 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-db22eb29-8979-49ba-9afc-fe64ab21e0a3 req-ca02a9cf-52b9-468d-bdf9-bba1e4473c7f tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 210 time: 0.0476410 Feb 18 12:24:06.239898 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:06.301457 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:06.302010 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:06.313424 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Routers {'61a91692-520c-4b31-bad6-13ff7ae618be'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:24:06.314393 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:23:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['61a91692-520c-4b31-bad6-13ff7ae618be'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:06.382254 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] For port 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:06.399824 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-212a9cdc-81af-49e3-98bf-5436a497a14a None None] Provisioning complete for port efc1584c-97dd-45a8-9099-22bf9d72a8fb triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:06.400223 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-212a9cdc-81af-49e3-98bf-5436a497a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:06.401755 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584aafad-6546-4eff-a5c0-76ceb39d6c06 None None] Pushing event updated for resources: {'Port': ['ID=2776a76a-8d1e-4fb2-b95f-0c221290c021,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:06.455076 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Publish callbacks [] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:06.460928 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-458bd598-9e32-4fb5-955e-26eb9bb58cc4 req-2ae11b10-f215-4e94-8c22-758f28202a7a tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 210 time: 0.0388212 Feb 18 12:24:06.482882 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-fad55614-7c67-44b4-9758-b74c6b9cfb54 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:06.484705 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-fad55614-7c67-44b4-9758-b74c6b9cfb54 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/networks?id=a0caea6f-d101-4a72-bcf9-9fc354267f4d HTTP/1.1" status: 200 len: 818 time: 0.1511319 Feb 18 12:24:06.489624 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:06.501218 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-212a9cdc-81af-49e3-98bf-5436a497a14a None None] Port efc1584c-97dd-45a8-9099-22bf9d72a8fb cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:24:06.501325 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-773d9654-59a3-4529-8a42-982a4131d60f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/quotas/b7f00ee67e874fc3a3812a11c0f82173 HTTP/1.1" status: 200 len: 375 time: 0.0099394 Feb 18 12:24:06.520636 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:06.522721 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556938'] for router_interface (61a91692-520c-4b31-bad6-13ff7ae618be), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:06.562054 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] Set router 61a91692-520c-4b31-bad6-13ff7ae618be gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:24:06.591160 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-5ae58655-cbce-42d1-9307-362fef170878 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7f00ee67e874fc3a3812a11c0f82173&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841494 Feb 18 12:24:06.595184 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Pushing event updated for resources: {'Port': ['ID=3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:06.621618 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Pushing event updated for resources: {'Port': ['ID=efc1584c-97dd-45a8-9099-22bf9d72a8fb,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:06.671135 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Network 907427c1-55e0-4b75-bd87-f0c37dd607b6 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:24:06.672609 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:06.742918 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-d9dc66ee-e2bb-4784-8d84-0022d63f48e6 service neutron] 10.222.0.52 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441343 Feb 18 12:24:06.862832 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Router 61a91692-520c-4b31-bad6-13ff7ae618be has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:24:06.869953 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:05Z', 'revision_number': 1, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:06.870736 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-9e3ee773-d375-42a0-ad33-720309c5f80d service neutron] 10.222.0.52 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266384 Feb 18 12:24:06.898661 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b4b997-b9bf-4416-9c3f-309b04e810eb None None] The sync data for ids ['61a91692-520c-4b31-bad6-13ff7ae618be'] in dv-cinder-804757-15-iscsi is: [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:05Z', 'revision_number': 1, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:24:06.973950 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Sync routers for ids ['d77a4c32-46e4-4fcb-9052-d0152e342f4c'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:24:06.984754 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Routers {'d77a4c32-46e4-4fcb-9052-d0152e342f4c'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:24:06.985448 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:23:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['d77a4c32-46e4-4fcb-9052-d0152e342f4c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:06.991315 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:24:06.996772 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-96eab62e-23eb-4497-8029-61319f3c27c0 admin admin] 10.222.0.52 "PUT /v2.0/routers/61a91692-520c-4b31-bad6-13ff7ae618be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8850198 Feb 18 12:24:07.023991 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-7806c4b3-4637-433c-ad68-523bdfa8a9eb None None] Provisioning complete for port efc1584c-97dd-45a8-9099-22bf9d72a8fb triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:07.024703 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7806c4b3-4637-433c-ad68-523bdfa8a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:07.117300 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7806c4b3-4637-433c-ad68-523bdfa8a9eb None None] Port efc1584c-97dd-45a8-9099-22bf9d72a8fb cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:24:07.185081 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Set router d77a4c32-46e4-4fcb-9052-d0152e342f4c gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:24:07.251621 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d565ff5-b989-4ef3-a39a-ddd64c643462 req-25ebae3c-fff8-4f5a-adfe-56ba8f22276e tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 210 time: 0.0555000 Feb 18 12:24:07.266358 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:07.331209 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-566d7247-d631-4da5-9cce-082d9264532c req-24fba4ba-de4a-4378-8526-3723e88f76fe tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 210 time: 0.0930581 Feb 18 12:24:07.451760 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:07.452845 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:07.583020 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-335436364-router', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:23:58Z', 'updated_at': '2022-02-18T12:24:04Z', 'revision_number': 4, 'project_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'gw_port': {'id': '3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:23:59Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '149bf352-d71c-4bf4-95a5-35208b2d7262', 'name': '', 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'mac_address': 'fa:16:3e:7b:3d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '69bf8867-f823-469a-96c2-77b410e47401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:03Z', 'updated_at': '2022-02-18T12:24:04Z', 'revision_number': 2, 'project_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'subnets': [{'id': '69bf8867-f823-469a-96c2-77b410e47401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:07.629239 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Checking router: d77a4c32-46e4-4fcb-9052-d0152e342f4c for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:24:07.629656 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Updating router d77a4c32-46e4-4fcb-9052-d0152e342f4c port 149bf352-d71c-4bf4-95a5-35208b2d7262 binding host dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:24:07.661975 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:07.664357 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:07.711295 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-d47a24a7-5ade-4d2f-8a7a-83790841114d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:07.718160 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-d47a24a7-5ade-4d2f-8a7a-83790841114d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/networks?id=a0caea6f-d101-4a72-bcf9-9fc354267f4d HTTP/1.1" status: 200 len: 818 time: 0.1965704 Feb 18 12:24:07.738755 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-49fea955-89a5-4773-8771-d74e5c0b5a9a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/quotas/b7f00ee67e874fc3a3812a11c0f82173 HTTP/1.1" status: 200 len: 375 time: 0.0187991 Feb 18 12:24:07.767306 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 42710) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:07.778966 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-5e6739f8-2071-4ed4-af17-8c99a501b663 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--563472586', 'description': 'tempest-description--1930765873'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:07.868203 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fffe6cbb-0828-42cc-9be1-7218d0305835 req-0918f2c2-53a1-43ea-8890-a25b87bdd4c9 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 210 time: 0.0283909 Feb 18 12:24:07.873168 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-d034962f-030b-4823-8f0e-522175a5f578 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b7f00ee67e874fc3a3812a11c0f82173&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1344111 Feb 18 12:24:07.911258 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3229b6b3-1421-4b4f-a8e5-bfc0fad45e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:07.911591 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5e6739f8-2071-4ed4-af17-8c99a501b663 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:08.050022 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5e6739f8-2071-4ed4-af17-8c99a501b663 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group (2843eba7-24ed-48dc-ba85-7b3f32d52d05), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:08.058819 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-4bfb77ad-a6a9-4ddb-a5e9-b07db8b6df21 service neutron] 10.222.0.52 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708498 Feb 18 12:24:08.120169 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5e6739f8-2071-4ed4-af17-8c99a501b663 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (2843eba7-24ed-48dc-ba85-7b3f32d52d05), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:08.167616 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6739f8-2071-4ed4-af17-8c99a501b663 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2843eba7-24ed-48dc-ba85-7b3f32d52d05,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:08.167941 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Publish callbacks [] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:08.224316 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-eab82003-3967-498c-be53-7083ca538b16 service neutron] 10.222.0.52 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481791 Feb 18 12:24:08.288830 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:08.290153 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5e6739f8-2071-4ed4-af17-8c99a501b663 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:08.291799 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-5e6739f8-2071-4ed4-af17-8c99a501b663 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5237231 Feb 18 12:24:08.302004 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 42732) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:08.305464 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-7b2c3030-6ef8-46d0-aa6a-4622f29556d0 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Request body: {'security_group_rule': {'security_group_id': '2843eba7-24ed-48dc-ba85-7b3f32d52d05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:08.359232 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9c0f2-621f-44cf-921f-426a260c785a None None] Pushing event updated for resources: {'Port': ['ID=149bf352-d71c-4bf4-95a5-35208b2d7262,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:08.412032 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Attempting to bind port 149bf352-d71c-4bf4-95a5-35208b2d7262 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:24:08.412726 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Attempting to bind port 149bf352-d71c-4bf4-95a5-35208b2d7262 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': 'c47b5b4c-0930-410b-873c-ab2b5e00f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:24:08.413262 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Attempting to bind port 149bf352-d71c-4bf4-95a5-35208b2d7262 on network a0caea6f-d101-4a72-bcf9-9fc354267f4d {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:08.427083 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:24:08.427083 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Checking segment: {'id': 'c47b5b4c-0930-410b-873c-ab2b5e00f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:24:08.427083 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:08.427407 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Bound using segment: {'id': 'c47b5b4c-0930-410b-873c-ab2b5e00f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:24:08.428024 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Bound port: 149bf352-d71c-4bf4-95a5-35208b2d7262, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47b5b4c-0930-410b-873c-ab2b5e00f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:24:08.428520 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:08.569718 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] For port 149bf352-d71c-4bf4-95a5-35208b2d7262, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:24:08.569718 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] For port 149bf352-d71c-4bf4-95a5-35208b2d7262, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=149bf352-d71c-4bf4-95a5-35208b2d7262,segment=NetworkSegment(c47b5b4c-0930-410b-873c-ab2b5e00f75c),segment_id=c47b5b4c-0930-410b-873c-ab2b5e00f75c)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:24:08.592029 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b819d43d-7187-4e62-823e-7d83160972cd req-7fa1f6e8-7688-47bb-b724-420c43c96a01 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 210 time: 0.1993220 Feb 18 12:24:08.610658 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b2c3030-6ef8-46d0-aa6a-4622f29556d0 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group_rule (8b6388af-58e8-4bd2-b0c7-b43bdd86c3a5), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:08.631024 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1560855b-4465-4306-9e57-2aa18f6ca221 req-5ccc9723-7902-462a-9c19-8396efa12694 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 210 time: 0.0414472 Feb 18 12:24:08.665877 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:08.724318 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b2c3030-6ef8-46d0-aa6a-4622f29556d0 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group_rule (8b6388af-58e8-4bd2-b0c7-b43bdd86c3a5), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:08.726242 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Routers {'d77a4c32-46e4-4fcb-9052-d0152e342f4c'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:24:08.726861 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:24:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['d77a4c32-46e4-4fcb-9052-d0152e342f4c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:08.732053 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9c0f2-621f-44cf-921f-426a260c785a None None] Pushing event updated for resources: {'Port': ['ID=149bf352-d71c-4bf4-95a5-35208b2d7262,revision_number=4']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:08.834042 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b2c3030-6ef8-46d0-aa6a-4622f29556d0 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (8b6388af-58e8-4bd2-b0c7-b43bdd86c3a5), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:08.847090 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] Set router d77a4c32-46e4-4fcb-9052-d0152e342f4c gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:24:08.852808 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c3030-6ef8-46d0-aa6a-4622f29556d0 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6388af-58e8-4bd2-b0c7-b43bdd86c3a5,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:08.955528 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7b2c3030-6ef8-46d0-aa6a-4622f29556d0 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:08.956739 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-7b2c3030-6ef8-46d0-aa6a-4622f29556d0 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6568315 Feb 18 12:24:08.959332 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 42748) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:08.964540 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-64500db7-8363-4b05-8417-c183356a9f48 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Request body: {'security_group_rule': {'security_group_id': '2843eba7-24ed-48dc-ba85-7b3f32d52d05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:09.006596 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:09.017413 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d81b464d-f5e2-4c86-b2fb-965fe9bf6835 req-f1c3c7f0-2ac3-48e5-bf4e-5740437b7761 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 210 time: 0.0344810 Feb 18 12:24:09.073706 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-64500db7-8363-4b05-8417-c183356a9f48 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group_rule (6fd8641a-784c-44a1-adca-aba9207b11f1), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:09.107642 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-335436364-router', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:23:58Z', 'updated_at': '2022-02-18T12:24:04Z', 'revision_number': 4, 'project_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'gw_port': {'id': '3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:23:59Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '149bf352-d71c-4bf4-95a5-35208b2d7262', 'name': '', 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'mac_address': 'fa:16:3e:7b:3d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '69bf8867-f823-469a-96c2-77b410e47401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:03Z', 'updated_at': '2022-02-18T12:24:08Z', 'revision_number': 4, 'project_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'subnets': [{'id': '69bf8867-f823-469a-96c2-77b410e47401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:09.142190 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bceb66-044a-4adf-a46f-28a00cd9f827 None None] The sync data for ids ['d77a4c32-46e4-4fcb-9052-d0152e342f4c'] in dv-cinder-804757-15-iscsi is: [{'id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-335436364-router', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:23:58Z', 'updated_at': '2022-02-18T12:24:04Z', 'revision_number': 4, 'project_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'gw_port': {'id': '3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:23:59Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '149bf352-d71c-4bf4-95a5-35208b2d7262', 'name': '', 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'mac_address': 'fa:16:3e:7b:3d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '69bf8867-f823-469a-96c2-77b410e47401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:03Z', 'updated_at': '2022-02-18T12:24:08Z', 'revision_number': 4, 'project_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'subnets': [{'id': '69bf8867-f823-469a-96c2-77b410e47401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:24:09.155493 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-64500db7-8363-4b05-8417-c183356a9f48 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group_rule (6fd8641a-784c-44a1-adca-aba9207b11f1), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:09.241941 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 2776a76a-8d1e-4fb2-b95f-0c221290c021 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:09.242662 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-64500db7-8363-4b05-8417-c183356a9f48 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (6fd8641a-784c-44a1-adca-aba9207b11f1), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:09.275146 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64500db7-8363-4b05-8417-c183356a9f48 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd8641a-784c-44a1-adca-aba9207b11f1,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:09.312570 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 2776a76a-8d1e-4fb2-b95f-0c221290c021 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:09.312958 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (2776a76a-8d1e-4fb2-b95f-0c221290c021), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:09.330348 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-64500db7-8363-4b05-8417-c183356a9f48 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:09.334552 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-64500db7-8363-4b05-8417-c183356a9f48 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3712559 Feb 18 12:24:09.337459 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 42762) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:09.340750 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Request body: {'floatingip': {'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:09.410012 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 2776a76a-8d1e-4fb2-b95f-0c221290c021 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:09.411192 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (2776a76a-8d1e-4fb2-b95f-0c221290c021), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:09.433329 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] For port 2776a76a-8d1e-4fb2-b95f-0c221290c021, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=2776a76a-8d1e-4fb2-b95f-0c221290c021,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:09.460398 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:09.522759 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (2776a76a-8d1e-4fb2-b95f-0c221290c021), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:09.579523 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Pushing event updated for resources: {'Port': ['ID=2776a76a-8d1e-4fb2-b95f-0c221290c021,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:09.650522 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Sync routers for ids ['61a91692-520c-4b31-bad6-13ff7ae618be'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:24:09.668518 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Routers {'61a91692-520c-4b31-bad6-13ff7ae618be'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:24:09.669135 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:24:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['61a91692-520c-4b31-bad6-13ff7ae618be'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:09.672976 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:09.724849 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c5c0d237-6def-41f6-8f36-c84befe9aa0a req-ae1323ff-cd15-4586-bc67-edfd293ec72d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 210 time: 0.0481033 Feb 18 12:24:09.784299 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ac21b9f2-5024-42ed-977b-e10f1867dd20 req-9dd26d1c-46e2-41dd-a9ad-bc293aee9631 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 210 time: 0.0584431 Feb 18 12:24:09.806972 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Set router 61a91692-520c-4b31-bad6-13ff7ae618be gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:24:09.852840 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Allocated IP 172.27.2.89 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/b60fc590-38f8-45d3-a42d-3b2205d4467e) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:24:09.963622 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for port (b60fc590-38f8-45d3-a42d-3b2205d4467e), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:10.030875 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 2, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:10.059101 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Checking router: 61a91692-520c-4b31-bad6-13ff7ae618be for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:24:10.059459 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Updating router 61a91692-520c-4b31-bad6-13ff7ae618be port efc1584c-97dd-45a8-9099-22bf9d72a8fb binding host dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:24:10.059746 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (b60fc590-38f8-45d3-a42d-3b2205d4467e), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:10.128831 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:10.207868 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f846cbbd-6f8e-4509-9538-1f2c9cac516e req-a6cf80f5-42b1-4fe7-afed-2b925d65c7d5 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 210 time: 0.0696621 Feb 18 12:24:10.232424 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event updated for resources: {'Port': ['ID=b60fc590-38f8-45d3-a42d-3b2205d4467e,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:10.235768 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:24:10.237509 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:10.242786 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:24:10.342816 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for floatingip (1f21e24d-3267-48ae-9a84-8f2627ec0075), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:10.466091 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:10.470187 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Publish callbacks [] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:10.493747 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (b60fc590-38f8-45d3-a42d-3b2205d4467e), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:10.616891 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:10.654071 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for port (b60fc590-38f8-45d3-a42d-3b2205d4467e), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:10.676119 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faa91a-8a7b-40ce-9aea-b4e79826aabf None None] Pushing event updated for resources: {'Port': ['ID=efc1584c-97dd-45a8-9099-22bf9d72a8fb,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:10.733039 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Attempting to bind port efc1584c-97dd-45a8-9099-22bf9d72a8fb on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:24:10.733383 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Attempting to bind port efc1584c-97dd-45a8-9099-22bf9d72a8fb by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:24:10.733850 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Attempting to bind port efc1584c-97dd-45a8-9099-22bf9d72a8fb on network 907427c1-55e0-4b75-bd87-f0c37dd607b6 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:10.739501 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:24:10.739975 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Checking segment: {'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:24:10.740440 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:10.740898 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Bound using segment: {'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:24:10.741433 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Bound port: efc1584c-97dd-45a8-9099-22bf9d72a8fb, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:24:10.741888 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:10.751732 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (b60fc590-38f8-45d3-a42d-3b2205d4467e), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:10.796684 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (1f21e24d-3267-48ae-9a84-8f2627ec0075), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:10.818393 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] For port efc1584c-97dd-45a8-9099-22bf9d72a8fb, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:24:10.824175 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] For port efc1584c-97dd-45a8-9099-22bf9d72a8fb, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=efc1584c-97dd-45a8-9099-22bf9d72a8fb,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:24:10.840385 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event updated for resources: {'Port': ['ID=b60fc590-38f8-45d3-a42d-3b2205d4467e,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:10.880370 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7ddeb9b8-a82d-4949-9451-0c32c4afeca8 req-75c9020e-ca39-43a1-a9ff-2876e28b1d35 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 210 time: 0.0416305 Feb 18 12:24:10.942683 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4cf92cfe-8ed1-46f1-9555-5c16fb6ecd57 req-d83970cc-cb62-4ece-a5cc-86333d860b73 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 210 time: 0.0529270 Feb 18 12:24:10.945286 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:10.947312 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d7d13edd-9c27-4887-b2d2-34dbbe7671ca tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6112921 Feb 18 12:24:10.972162 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-a37b3573-4398-4f6d-88f8-17ee606caf59 None None] Provisioning complete for port efc1584c-97dd-45a8-9099-22bf9d72a8fb triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:10.972854 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a37b3573-4398-4f6d-88f8-17ee606caf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:11.017518 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:11.022497 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a37b3573-4398-4f6d-88f8-17ee606caf59 None None] Port efc1584c-97dd-45a8-9099-22bf9d72a8fb cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:24:11.149904 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-522768d8-7ca2-4ea7-9a29-c1dd8b7726bb tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--563472586&fields=id&tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf HTTP/1.1" status: 200 len: 267 time: 0.0646389 Feb 18 12:24:11.213729 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.82', 62670) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:11.249790 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Routers {'61a91692-520c-4b31-bad6-13ff7ae618be'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:24:11.251154 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:24:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['61a91692-520c-4b31-bad6-13ff7ae618be'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:11.263553 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.82', 62671) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:11.302213 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faa91a-8a7b-40ce-9aea-b4e79826aabf None None] Pushing event updated for resources: {'Port': ['ID=efc1584c-97dd-45a8-9099-22bf9d72a8fb,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:11.451868 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.82', 62672) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:11.510968 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 149bf352-d71c-4bf4-95a5-35208b2d7262 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:11.625740 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e474372e-4fe4-4b9f-8a6f-69b07cab0424 req-24621ece-2732-4dcb-9a35-116977452133 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 210 time: 0.0782473 Feb 18 12:24:11.677371 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] Set router 61a91692-520c-4b31-bad6-13ff7ae618be gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:24:11.713198 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 149bf352-d71c-4bf4-95a5-35208b2d7262 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:11.713638 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:11.737714 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-5642d94d-5598-4210-9a40-1f2c5595f800 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:11.739567 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-5642d94d-5598-4210-9a40-1f2c5595f800 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.82 "GET /v2.0/networks?id=a8b418bb-2b2e-4065-bf48-2fa227dc6509 HTTP/1.1" status: 200 len: 812 time: 0.5198886 Feb 18 12:24:11.740196 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.82', 62673) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:11.773597 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-a009d361-f97a-4fe2-8d6a-a6bfbd71bd98 None None] Provisioning complete for port efc1584c-97dd-45a8-9099-22bf9d72a8fb triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:11.774067 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a009d361-f97a-4fe2-8d6a-a6bfbd71bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:11.798413 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-41fd5b55-46ce-474f-b64f-59b2771859db tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:11.799903 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-41fd5b55-46ce-474f-b64f-59b2771859db tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/networks?id=907427c1-55e0-4b75-bd87-f0c37dd607b6 HTTP/1.1" status: 200 len: 811 time: 0.6389565 Feb 18 12:24:11.829506 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-32252ad3-d995-42a6-8904-1bbb6b200d2d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Request body: {'port': {'device_id': '38c6df01-c2d0-49fd-bbb2-64c70eb10643', 'network_id': 'a8b418bb-2b2e-4065-bf48-2fa227dc6509', 'admin_state_up': True, 'tenant_id': '3ad1f15d2b144c11a7c0dffbf641b30c'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:11.861793 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-bab4c317-aad5-4bcd-a2a7-21a68a85deef tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:11.864160 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-bab4c317-aad5-4bcd-a2a7-21a68a85deef tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "GET /v2.0/networks?id=f1d28a73-edef-493c-ac98-beeac644e446 HTTP/1.1" status: 200 len: 814 time: 0.5996816 Feb 18 12:24:11.869757 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-dbd22ee3-b00a-43d9-accb-105223f00e83 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/quotas/d1fa34ed3d82454cbe7cf60a46b7c2bf HTTP/1.1" status: 200 len: 375 time: 0.0421031 Feb 18 12:24:11.877417 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-3dd32f78-1645-44ab-8a85-e31d7fdc1918 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Request body: {'port': {'device_id': 'f0f75824-4869-4931-8976-22c53bd5e650', 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446', 'admin_state_up': True, 'tenant_id': 'd6d65e60624c4b23bb816791f5e467e9'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:11.912080 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 149bf352-d71c-4bf4-95a5-35208b2d7262 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:11.912743 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:12.056198 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:12.072179 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-f5f948a0-0730-4380-90d4-6ce70f7f9fdf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:12.073648 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-f5f948a0-0730-4380-90d4-6ce70f7f9fdf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.82 "GET /v2.0/networks?id=a0caea6f-d101-4a72-bcf9-9fc354267f4d HTTP/1.1" status: 200 len: 818 time: 0.6134508 Feb 18 12:24:12.155054 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] For port 149bf352-d71c-4bf4-95a5-35208b2d7262, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=149bf352-d71c-4bf4-95a5-35208b2d7262,segment=NetworkSegment(c47b5b4c-0930-410b-873c-ab2b5e00f75c),segment_id=c47b5b4c-0930-410b-873c-ab2b5e00f75c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:12.169227 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a009d361-f97a-4fe2-8d6a-a6bfbd71bd98 None None] Current status of the port efc1584c-97dd-45a8-9099-22bf9d72a8fb is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:12.170327 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a009d361-f97a-4fe2-8d6a-a6bfbd71bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:12.178302 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-aaf30d1c-c889-492e-91e3-a1c4823d7991 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:12.180103 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-aaf30d1c-c889-492e-91e3-a1c4823d7991 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.82 "GET /v2.0/networks?id=a0caea6f-d101-4a72-bcf9-9fc354267f4d HTTP/1.1" status: 200 len: 818 time: 0.4386249 Feb 18 12:24:12.198596 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-84f0333b-3af9-45f7-84cd-dd648a9460cf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Request body: {'port': {'device_id': '12d19890-ee7a-4a2d-856b-7531511f5733', 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d', 'admin_state_up': True, 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:12.240200 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:12.241025 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 2776a76a-8d1e-4fb2-b95f-0c221290c021 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:12.358057 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 42882) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:12.386097 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b311bf51-9dd9-4ad7-af21-6af2d8e00a57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Request body: {'port': {'device_id': 'b44ee53a-e930-46f2-8878-4a579e6ff996', 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d', 'admin_state_up': True, 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:12.420020 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-a009d361-f97a-4fe2-8d6a-a6bfbd71bd98 None None] For port efc1584c-97dd-45a8-9099-22bf9d72a8fb, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=efc1584c-97dd-45a8-9099-22bf9d72a8fb,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:12.438237 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-28a8a78b-e7f5-4d42-a59a-02d7fec344a6 req-67caa07a-1a1a-4a34-8b15-4f570b38469a tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 210 time: 0.0678926 Feb 18 12:24:12.458117 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-32252ad3-d995-42a6-8904-1bbb6b200d2d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Made reservation on behalf of 3ad1f15d2b144c11a7c0dffbf641b30c for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:24:12.468562 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Pushing event updated for resources: {'Port': ['ID=149bf352-d71c-4bf4-95a5-35208b2d7262,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:12.469977 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-32252ad3-d995-42a6-8904-1bbb6b200d2d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:12.484217 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 2776a76a-8d1e-4fb2-b95f-0c221290c021 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:12.484657 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (2776a76a-8d1e-4fb2-b95f-0c221290c021), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:12.531019 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:10Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:12.567488 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-52f68fcc-379c-4a61-b0f4-b051c2185cf2 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5571935 Feb 18 12:24:12.569424 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf20494-dd02-49bd-877b-d394b889dbeb None None] The sync data for ids ['61a91692-520c-4b31-bad6-13ff7ae618be'] in dv-cinder-804757-15-iscsi is: [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:10Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:24:12.585410 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a009d361-f97a-4fe2-8d6a-a6bfbd71bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:12.620568 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-52ccd603-d031-4382-88a4-bd40740de044 req-1d80ded6-0f7b-4fa8-b8b8-9891c2956d9f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 210 time: 0.0520821 Feb 18 12:24:12.645840 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-84f0333b-3af9-45f7-84cd-dd648a9460cf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Made reservation on behalf of b7f00ee67e874fc3a3812a11c0f82173 for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:24:12.663820 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-84f0333b-3af9-45f7-84cd-dd648a9460cf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:12.686118 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-3dd32f78-1645-44ab-8a85-e31d7fdc1918 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Made reservation on behalf of d6d65e60624c4b23bb816791f5e467e9 for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:24:12.690306 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-3dd32f78-1645-44ab-8a85-e31d7fdc1918 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:12.742416 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-94f47a56-e9d9-4456-b589-1f35fcd7e347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:12.771084 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009d361-f97a-4fe2-8d6a-a6bfbd71bd98 None None] Pushing event updated for resources: {'Port': ['ID=efc1584c-97dd-45a8-9099-22bf9d72a8fb,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:12.779993 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 2776a76a-8d1e-4fb2-b95f-0c221290c021 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:12.855239 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b311bf51-9dd9-4ad7-af21-6af2d8e00a57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Made reservation on behalf of b7f00ee67e874fc3a3812a11c0f82173 for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:24:12.861377 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b311bf51-9dd9-4ad7-af21-6af2d8e00a57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:12.956874 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-57dcc06c-fa02-4e14-8536-621052f23c40 service neutron] 10.222.0.52 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485682 Feb 18 12:24:13.013469 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-32252ad3-d995-42a6-8904-1bbb6b200d2d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Allocated IP 172.20.0.14 (a8b418bb-2b2e-4065-bf48-2fa227dc6509/3d266a28-8c08-4b5a-a4fa-e0f0d22fe0bd/e8e82b6b-88fd-4c6a-8516-2a5d1cea1755) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:24:13.039586 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-74c1ff82-e835-4149-9228-5fbb4bc75239 req-218ee948-4578-4eec-82d5-2ce07627956a tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 210 time: 0.1041858 Feb 18 12:24:13.062282 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-84f0333b-3af9-45f7-84cd-dd648a9460cf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Allocated IP 172.20.0.9 (a0caea6f-d101-4a72-bcf9-9fc354267f4d/69bf8867-f823-469a-96c2-77b410e47401/d50ced15-0fb2-4f4e-8078-02481f98f3d1) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:24:13.193030 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-3dd32f78-1645-44ab-8a85-e31d7fdc1918 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Allocated IP 172.20.0.13 (f1d28a73-edef-493c-ac98-beeac644e446/b1c352a1-857a-4072-b4cc-94c967e8170a/42aa8b4d-35aa-41c5-b544-122f6eb29684) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:24:13.269714 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-6327b973-b9f6-4835-a762-cfa3c358bc98 service neutron] 10.222.0.52 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118031 Feb 18 12:24:13.318623 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-94f47a56-e9d9-4456-b589-1f35fcd7e347 admin admin] Publish callbacks [] for security_group (ef5e9392-da3a-4258-8e2b-f4d69c39aca6), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:13.357470 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device efc1584c-97dd-45a8-9099-22bf9d72a8fb up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:13.402324 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-32252ad3-d995-42a6-8904-1bbb6b200d2d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Publish callbacks [] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:13.443212 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-94f47a56-e9d9-4456-b589-1f35fcd7e347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (ef5e9392-da3a-4258-8e2b-f4d69c39aca6), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:13.521250 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port efc1584c-97dd-45a8-9099-22bf9d72a8fb triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:13.521662 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:13.534248 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-94f47a56-e9d9-4456-b589-1f35fcd7e347 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30d24fbf9b6d4a95b09eaf503c953c57&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1730516 Feb 18 12:24:13.545306 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 42934) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:13.650336 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f47a56-e9d9-4456-b589-1f35fcd7e347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5e9392-da3a-4258-8e2b-f4d69c39aca6,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:13.707939 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-84f0333b-3af9-45f7-84cd-dd648a9460cf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks [] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:13.710337 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-3dd32f78-1645-44ab-8a85-e31d7fdc1918 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks [] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:13.730398 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port efc1584c-97dd-45a8-9099-22bf9d72a8fb is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:13.734357 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 149bf352-d71c-4bf4-95a5-35208b2d7262 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:13.758936 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-81b9df54-2850-48ac-b196-94d9f36f140c admin admin] Publish callbacks [] for security_group (ef5e9392-da3a-4258-8e2b-f4d69c39aca6), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:13.804086 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-32252ad3-d995-42a6-8904-1bbb6b200d2d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:13.860037 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-81b9df54-2850-48ac-b196-94d9f36f140c admin admin] Publish callbacks [] for security_group (ef5e9392-da3a-4258-8e2b-f4d69c39aca6), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:13.908761 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 149bf352-d71c-4bf4-95a5-35208b2d7262 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:13.911307 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:14.012444 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32252ad3-d995-42a6-8904-1bbb6b200d2d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Pushing event updated for resources: {'Port': ['ID=e8e82b6b-88fd-4c6a-8516-2a5d1cea1755,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:14.021533 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-84f0333b-3af9-45f7-84cd-dd648a9460cf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:14.052639 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 149bf352-d71c-4bf4-95a5-35208b2d7262 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:14.105381 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0333b-3af9-45f7-84cd-dd648a9460cf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Pushing event updated for resources: {'Port': ['ID=d50ced15-0fb2-4f4e-8078-02481f98f3d1,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:14.122299 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-32252ad3-d995-42a6-8904-1bbb6b200d2d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Network a8b418bb-2b2e-4065-bf48-2fa227dc6509 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:24:14.132888 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-32252ad3-d995-42a6-8904-1bbb6b200d2d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:14.136775 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-84f0333b-3af9-45f7-84cd-dd648a9460cf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Network a0caea6f-d101-4a72-bcf9-9fc354267f4d is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:24:14.137809 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-32252ad3-d995-42a6-8904-1bbb6b200d2d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:24:14.144226 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-32252ad3-d995-42a6-8904-1bbb6b200d2d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:14.145433 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-32252ad3-d995-42a6-8904-1bbb6b200d2d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:14.147550 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c7f38803-0939-4ee1-86a3-3632b31d3f79 req-a7ec075a-c69a-41a6-b230-4bc70be448f5 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 210 time: 0.1513710 Feb 18 12:24:14.149696 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-84f0333b-3af9-45f7-84cd-dd648a9460cf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:14.154798 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-84f0333b-3af9-45f7-84cd-dd648a9460cf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:24:14.160180 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-84f0333b-3af9-45f7-84cd-dd648a9460cf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:14.160805 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-84f0333b-3af9-45f7-84cd-dd648a9460cf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:14.164348 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-3dd32f78-1645-44ab-8a85-e31d7fdc1918 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:14.292200 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-84f0333b-3af9-45f7-84cd-dd648a9460cf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1034052 Feb 18 12:24:14.297160 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-32252ad3-d995-42a6-8904-1bbb6b200d2d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4907615 Feb 18 12:24:14.300327 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b311bf51-9dd9-4ad7-af21-6af2d8e00a57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Allocated IP 172.20.0.6 (a0caea6f-d101-4a72-bcf9-9fc354267f4d/69bf8867-f823-469a-96c2-77b410e47401/74fdbe57-07f9-4d8e-8a50-3cf845658821) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:24:14.308418 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-5ead3fc1-32ba-4a63-bff2-040b69c42a4c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:24:14.311029 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-5ead3fc1-32ba-4a63-bff2-040b69c42a4c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130675 Feb 18 12:24:14.317327 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-df033db7-f5e6-458c-891c-431628f8b510 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:24:14.318333 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-df033db7-f5e6-458c-891c-431628f8b510 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062461 Feb 18 12:24:14.392155 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-3dd32f78-1645-44ab-8a85-e31d7fdc1918 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Network f1d28a73-edef-493c-ac98-beeac644e446 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:24:14.393135 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 42966) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:14.437451 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ebbdc47f-ef91-4a7b-aa54-fb7d84c88229 req-a85cfd56-3d52-4188-9c24-1a61929161af tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 210 time: 0.0552282 Feb 18 12:24:14.457354 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-3dd32f78-1645-44ab-8a85-e31d7fdc1918 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:14.480428 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-3dd32f78-1645-44ab-8a85-e31d7fdc1918 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:24:14.494457 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-3dd32f78-1645-44ab-8a85-e31d7fdc1918 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:14.495056 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-3dd32f78-1645-44ab-8a85-e31d7fdc1918 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:14.508518 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd32f78-1645-44ab-8a85-e31d7fdc1918 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Pushing event updated for resources: {'Port': ['ID=42aa8b4d-35aa-41c5-b544-122f6eb29684,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:14.517658 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559f316-2347-406d-9b81-e0c47bb2d271 req-6bffe529-e9e4-4228-8fc4-d2cb6f3a711d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:14.524786 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b559f316-2347-406d-9b81-e0c47bb2d271 req-6bffe529-e9e4-4228-8fc4-d2cb6f3a711d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 931 time: 0.5015502 Feb 18 12:24:14.544252 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96514004-629d-43c0-a574-f7b6a1026465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:14.574337 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-81b9df54-2850-48ac-b196-94d9f36f140c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (ef5e9392-da3a-4258-8e2b-f4d69c39aca6), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:14.577136 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-81b9df54-2850-48ac-b196-94d9f36f140c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:14.578484 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-81b9df54-2850-48ac-b196-94d9f36f140c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef5e9392-da3a-4258-8e2b-f4d69c39aca6 HTTP/1.1" status: 204 len: 168 time: 1.0032554 Feb 18 12:24:14.592473 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-3dd32f78-1645-44ab-8a85-e31d7fdc1918 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7193465 Feb 18 12:24:14.644291 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Request body: {'port': {'device_id': '38c6df01-c2d0-49fd-bbb2-64c70eb10643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:14.707719 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Request body: {'port': {'device_id': '12d19890-ee7a-4a2d-856b-7531511f5733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:14.730109 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b559f316-2347-406d-9b81-e0c47bb2d271 req-c9b13cb1-7174-4ea4-a771-0d97dcd04ca6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043407 Feb 18 12:24:14.738598 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Request body: {'port': {'device_id': 'f0f75824-4869-4931-8976-22c53bd5e650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:14.743922 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9df54-2850-48ac-b196-94d9f36f140c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5e9392-da3a-4258-8e2b-f4d69c39aca6,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:14.812295 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8fad9-67a9-495f-b8e6-156ba89ca8f7 req-6c1e2c29-8295-48e5-acdb-adfdb5582ce6 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:14.826069 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-abc8fad9-67a9-495f-b8e6-156ba89ca8f7 req-6c1e2c29-8295-48e5-acdb-adfdb5582ce6 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 932 time: 0.2703729 Feb 18 12:24:14.895466 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:14.910996 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-abc8fad9-67a9-495f-b8e6-156ba89ca8f7 req-26c0ff7a-2e22-4630-8fa3-988c8c830a76 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749536 Feb 18 12:24:14.924140 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b311bf51-9dd9-4ad7-af21-6af2d8e00a57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks [] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:14.944917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:15.203382 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:15.203382 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96514004-629d-43c0-a574-f7b6a1026465 admin admin] Publish callbacks [] for security_group (41ec863c-dbb0-4ebd-a720-3737063defe5), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:15.441969 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b311bf51-9dd9-4ad7-af21-6af2d8e00a57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:15.467241 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-96514004-629d-43c0-a574-f7b6a1026465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (41ec863c-dbb0-4ebd-a720-3737063defe5), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:15.515766 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311bf51-9dd9-4ad7-af21-6af2d8e00a57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Pushing event updated for resources: {'Port': ['ID=74fdbe57-07f9-4d8e-8a50-3cf845658821,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:15.543077 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b311bf51-9dd9-4ad7-af21-6af2d8e00a57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Network a0caea6f-d101-4a72-bcf9-9fc354267f4d is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:24:15.550930 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b311bf51-9dd9-4ad7-af21-6af2d8e00a57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:15.568170 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b311bf51-9dd9-4ad7-af21-6af2d8e00a57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:24:15.575681 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b311bf51-9dd9-4ad7-af21-6af2d8e00a57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:15.575681 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b311bf51-9dd9-4ad7-af21-6af2d8e00a57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:15.605460 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-96514004-629d-43c0-a574-f7b6a1026465 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b005e4677d34d7896953731b67bf22f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2112138 Feb 18 12:24:15.606840 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e09f2-e7cf-4d05-8f54-6f5ee75a7b30 req-409cb5a2-65d4-46a4-97d6-0e835c21d8e5 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:15.609347 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8b4e09f2-e7cf-4d05-8f54-6f5ee75a7b30 req-409cb5a2-65d4-46a4-97d6-0e835c21d8e5 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 932 time: 0.3344743 Feb 18 12:24:15.622196 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 43000) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:15.685995 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8a30db26-e980-4490-b7a1-095466a45f75 req-2a78b86e-6996-408c-bdee-9ff5ccdcf4b1 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 210 time: 0.1331429 Feb 18 12:24:15.732507 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b311bf51-9dd9-4ad7-af21-6af2d8e00a57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3502419 Feb 18 12:24:15.738736 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96514004-629d-43c0-a574-f7b6a1026465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ec863c-dbb0-4ebd-a720-3737063defe5,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:15.780229 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Request body: {'port': {'device_id': 'b44ee53a-e930-46f2-8878-4a579e6ff996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:15.868347 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:24:15.888299 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Publish callbacks [] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:15.932039 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Transition to ACTIVE for port object e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:24:16.010569 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:16.021689 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8b4e09f2-e7cf-4d05-8f54-6f5ee75a7b30 req-37f7cc23-9bcb-494e-80fc-37b7e0237bbc tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907399 Feb 18 12:24:16.034067 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42aa8b4d-35aa-41c5-b544-122f6eb29684 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:24:16.063545 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:16.072140 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Publish callbacks [] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:16.111653 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50ced15-0fb2-4f4e-8078-02481f98f3d1 {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:24:16.183621 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Publish callbacks [] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:16.190824 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Pushing event updated for resources: {'Port': ['ID=e8e82b6b-88fd-4c6a-8516-2a5d1cea1755,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:16.222129 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Attempting to bind port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:24:16.222514 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Attempting to bind port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '7a0079ef-a383-4815-a81a-441182a62c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a8b418bb-2b2e-4065-bf48-2fa227dc6509'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:24:16.224558 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Attempting to bind port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 on network a8b418bb-2b2e-4065-bf48-2fa227dc6509 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:16.231373 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d39fdba2-0478-4ae8-911b-ab0a2370fd1b admin admin] Publish callbacks [] for security_group (41ec863c-dbb0-4ebd-a720-3737063defe5), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:16.234067 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 on network a8b418bb-2b2e-4065-bf48-2fa227dc6509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:24:16.234424 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Attempting to bind port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 on network a8b418bb-2b2e-4065-bf48-2fa227dc6509 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:16.236695 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Transition to ACTIVE for port object d50ced15-0fb2-4f4e-8078-02481f98f3d1 will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:24:16.240134 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Transition to ACTIVE for port object 42aa8b4d-35aa-41c5-b544-122f6eb29684 will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:24:16.241899 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:24:16.242561 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Checking segment: {'id': '7a0079ef-a383-4815-a81a-441182a62c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a8b418bb-2b2e-4065-bf48-2fa227dc6509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:24:16.243404 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Bound using segment: {'id': '7a0079ef-a383-4815-a81a-441182a62c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a8b418bb-2b2e-4065-bf48-2fa227dc6509'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:24:16.244105 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Bound port: e8e82b6b-88fd-4c6a-8516-2a5d1cea1755, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0079ef-a383-4815-a81a-441182a62c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a8b418bb-2b2e-4065-bf48-2fa227dc6509'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:24:16.244673 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:16.321608 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:16.354887 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] For port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755, host hv-cinder-80475, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:24:16.363018 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] For port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e8e82b6b-88fd-4c6a-8516-2a5d1cea1755,segment=NetworkSegment(7a0079ef-a383-4815-a81a-441182a62c6b),segment_id=7a0079ef-a383-4815-a81a-441182a62c6b)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:24:16.382634 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d39fdba2-0478-4ae8-911b-ab0a2370fd1b admin admin] Publish callbacks [] for security_group (41ec863c-dbb0-4ebd-a720-3737063defe5), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:16.386548 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:16.455585 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d50ced15-0fb2-4f4e-8078-02481f98f3d1,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:16.478025 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:16.490324 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec381b98-2183-4f96-9c97-222c7324d3ac req-92beea52-fef7-4135-8d0f-28829b76ae02 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:16.494623 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Attempting to bind port d50ced15-0fb2-4f4e-8078-02481f98f3d1 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:24:16.494623 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Attempting to bind port d50ced15-0fb2-4f4e-8078-02481f98f3d1 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'c47b5b4c-0930-410b-873c-ab2b5e00f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:24:16.494867 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Attempting to bind port d50ced15-0fb2-4f4e-8078-02481f98f3d1 on network a0caea6f-d101-4a72-bcf9-9fc354267f4d {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:16.497643 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ec381b98-2183-4f96-9c97-222c7324d3ac req-92beea52-fef7-4135-8d0f-28829b76ae02 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 931 time: 0.5626826 Feb 18 12:24:16.522691 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:16.523316 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:16.524773 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] 10.222.0.82 "PUT /v2.0/ports/e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 HTTP/1.1" status: 200 len: 1094 time: 2.0097039 Feb 18 12:24:16.525653 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c6df01-c2d0-49fd-bbb2-64c70eb10643', 'tag': 'e8e82b6b-88fd-4c6a-8516-2a5d1cea1755'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:24:16.668273 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Pushing event updated for resources: {'Port': ['ID=42aa8b4d-35aa-41c5-b544-122f6eb29684,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:16.693105 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Port d50ced15-0fb2-4f4e-8078-02481f98f3d1 on network a0caea6f-d101-4a72-bcf9-9fc354267f4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:24:16.694241 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Attempting to bind port d50ced15-0fb2-4f4e-8078-02481f98f3d1 on network a0caea6f-d101-4a72-bcf9-9fc354267f4d {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:16.744678 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f5f73-f7b4-494a-a95f-c545d1bc2fdd service neutron] Pushing event updated for resources: {'Port': ['ID=e8e82b6b-88fd-4c6a-8516-2a5d1cea1755,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:16.748462 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:24:16.748802 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Checking segment: {'id': 'c47b5b4c-0930-410b-873c-ab2b5e00f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:24:16.749315 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Bound using segment: {'id': 'c47b5b4c-0930-410b-873c-ab2b5e00f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:24:16.749759 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Bound port: d50ced15-0fb2-4f4e-8078-02481f98f3d1, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47b5b4c-0930-410b-873c-ab2b5e00f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:24:16.750127 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:16.793734 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075780dd-6281-49a1-baec-b092fdc0a6ef req-30993521-8e69-4783-b301-f21c2bc9a6ee tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:16.797568 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-075780dd-6281-49a1-baec-b092fdc0a6ef req-30993521-8e69-4783-b301-f21c2bc9a6ee tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 944 time: 0.5706127 Feb 18 12:24:16.875752 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d728a8607cc53405b141b0315efa200b0cd0e952a259bf9e0ca5c943bb659e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedbccc1-131b-43ec-a28c-0b7fcdbb0963" -d '{"events": [{"name": "network-changed", "server_uuid": "38c6df01-c2d0-49fd-bbb2-64c70eb10643", "tag": "e8e82b6b-88fd-4c6a-8516-2a5d1cea1755"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:24:16.884992 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ec381b98-2183-4f96-9c97-222c7324d3ac req-ea6924f6-f13f-4a52-8535-1129814f996a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863444 Feb 18 12:24:16.887452 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Attempting to bind port 42aa8b4d-35aa-41c5-b544-122f6eb29684 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:24:16.890708 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Attempting to bind port 42aa8b4d-35aa-41c5-b544-122f6eb29684 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:24:16.891840 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Attempting to bind port 42aa8b4d-35aa-41c5-b544-122f6eb29684 on network f1d28a73-edef-493c-ac98-beeac644e446 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:16.899773 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-927acd74-6bd1-4146-9d40-e7e22d393193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:16.908613 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-927acd74-6bd1-4146-9d40-e7e22d393193 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3ad1f15d2b144c11a7c0dffbf641b30c&device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 1128 time: 0.2393281 Feb 18 12:24:16.974873 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Port 42aa8b4d-35aa-41c5-b544-122f6eb29684 on network f1d28a73-edef-493c-ac98-beeac644e446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:24:16.975210 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Attempting to bind port 42aa8b4d-35aa-41c5-b544-122f6eb29684 on network f1d28a73-edef-493c-ac98-beeac644e446 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:17.029113 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d39fdba2-0478-4ae8-911b-ab0a2370fd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (41ec863c-dbb0-4ebd-a720-3737063defe5), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:17.031748 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d39fdba2-0478-4ae8-911b-ab0a2370fd1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:17.032862 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d39fdba2-0478-4ae8-911b-ab0a2370fd1b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41ec863c-dbb0-4ebd-a720-3737063defe5 HTTP/1.1" status: 204 len: 168 time: 1.4096942 Feb 18 12:24:17.050374 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:24:17.051413 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Checking segment: {'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:24:17.052025 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Bound using segment: {'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:24:17.052573 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Bound port: 42aa8b4d-35aa-41c5-b544-122f6eb29684, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:24:17.052845 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:17.061882 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] For port d50ced15-0fb2-4f4e-8078-02481f98f3d1, host hv-cinder-80475, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:24:17.066482 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] For port d50ced15-0fb2-4f4e-8078-02481f98f3d1, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d50ced15-0fb2-4f4e-8078-02481f98f3d1,segment=NetworkSegment(c47b5b4c-0930-410b-873c-ab2b5e00f75c),segment_id=c47b5b4c-0930-410b-873c-ab2b5e00f75c)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:24:17.121520 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-cbb7cb34-bf04-4817-9d63-b177d2572c09 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 HTTP/1.1" status: 200 len: 217 time: 0.1718349 Feb 18 12:24:17.143883 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fdba2-0478-4ae8-911b-ab0a2370fd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ec863c-dbb0-4ebd-a720-3737063defe5,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:17.163141 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:17.194914 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8684835b-e3cc-42d7-975f-48e822b2b22f req-31d1088a-5e65-4818-b2c8-547d35b8b395 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 210 time: 0.1678996 Feb 18 12:24:17.203194 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-075780dd-6281-49a1-baec-b092fdc0a6ef req-97d8c131-abc1-4a23-82ca-d386d60acfbd tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890758 Feb 18 12:24:17.276653 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fdbe57-07f9-4d8e-8a50-3cf845658821 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:24:17.312532 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Publish callbacks [] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:17.315838 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d50ced15-0fb2-4f4e-8078-02481f98f3d1,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:17.344445 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:17.345047 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:17.346443 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-8c411180-b496-485c-99d2-ce75e28129e1 service neutron] 10.222.0.82 "PUT /v2.0/ports/d50ced15-0fb2-4f4e-8078-02481f98f3d1 HTTP/1.1" status: 200 len: 1093 time: 2.8236508 Feb 18 12:24:17.360960 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Transition to ACTIVE for port object 74fdbe57-07f9-4d8e-8a50-3cf845658821 will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:24:17.369063 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] For port 42aa8b4d-35aa-41c5-b544-122f6eb29684, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:24:17.415189 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] For port 42aa8b4d-35aa-41c5-b544-122f6eb29684, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=42aa8b4d-35aa-41c5-b544-122f6eb29684,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:24:17.417173 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-68a5d259-9e27-444f-a6bc-08eaec9bafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:17.418827 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-68a5d259-9e27-444f-a6bc-08eaec9bafb6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3d266a28-8c08-4b5a-a4fa-e0f0d22fe0bd HTTP/1.1" status: 200 len: 852 time: 0.1145139 Feb 18 12:24:17.455123 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2ecce-56bf-4231-8c62-0cd94d6deacb req-fde9cb9a-ad86-4069-a5e2-456c97a81eff tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:17.471455 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2ec2ecce-56bf-4231-8c62-0cd94d6deacb req-fde9cb9a-ad86-4069-a5e2-456c97a81eff tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 944 time: 0.1122763 Feb 18 12:24:17.484259 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:17.486440 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.82', 62692) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:17.513686 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-155ca732-7a71-4667-a13a-37894a603f3b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a8b418bb-2b2e-4065-bf48-2fa227dc6509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782084 Feb 18 12:24:17.645059 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-28134f65-6cc9-493e-8867-ca6362ee0104 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:17.648865 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-28134f65-6cc9-493e-8867-ca6362ee0104 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.82 "GET /v2.0/networks?id=907427c1-55e0-4b75-bd87-f0c37dd607b6 HTTP/1.1" status: 200 len: 811 time: 0.2433169 Feb 18 12:24:17.665030 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:17.760311 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Pushing event updated for resources: {'Port': ['ID=74fdbe57-07f9-4d8e-8a50-3cf845658821,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:17.766121 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:17.766800 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:17.768210 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] 10.222.0.82 "PUT /v2.0/ports/42aa8b4d-35aa-41c5-b544-122f6eb29684 HTTP/1.1" status: 200 len: 1094 time: 3.0418875 Feb 18 12:24:17.770864 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f75824-4869-4931-8976-22c53bd5e650', 'tag': '42aa8b4d-35aa-41c5-b544-122f6eb29684'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:24:17.772900 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-4f4091a8-6d6d-4120-9f2d-c861c96ecf96 service neutron] 10.222.0.82 "GET /v2.0/networks/a8b418bb-2b2e-4065-bf48-2fa227dc6509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482424 Feb 18 12:24:17.808325 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b56af52-0e92-4f49-b9b3-7ba860e7e5fe x-openstack-request-id: req-0b56af52-0e92-4f49-b9b3-7ba860e7e5fe {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:24:17.808937 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c6df01-c2d0-49fd-bbb2-64c70eb10643", "tag": "e8e82b6b-88fd-4c6a-8516-2a5d1cea1755", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:24:17.809384 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b56af52-0e92-4f49-b9b3-7ba860e7e5fe {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:24:17.810027 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c6df01-c2d0-49fd-bbb2-64c70eb10643', 'tag': 'e8e82b6b-88fd-4c6a-8516-2a5d1cea1755', 'status': 'completed', 'code': 200} Feb 18 12:24:17.900615 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2ec2ecce-56bf-4231-8c62-0cd94d6deacb req-5a7ade33-7ef2-4e5f-b1bc-57ea089defac tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236403 Feb 18 12:24:17.935978 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-f67fa2ab-0d99-465b-b2cf-1e398fd9f4cd tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf HTTP/1.1" status: 200 len: 379 time: 0.2615404 Feb 18 12:24:17.961971 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-dc890377-1688-44b9-a6b2-c1813391e069 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Request body: {'port': {'device_id': '67e4d3f1-4959-4552-a04d-78c4854aa082', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'admin_state_up': True, 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'security_groups': ['2843eba7-24ed-48dc-ba85-7b3f32d52d05']}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:18.150691 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-5f5b635f-cbc9-4c60-b111-8636d2a30ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:18.152668 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-5f5b635f-cbc9-4c60-b111-8636d2a30ee2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b7f00ee67e874fc3a3812a11c0f82173&device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 1127 time: 0.6594007 Feb 18 12:24:18.419380 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-cb9b38a6-709a-4d48-a2ce-e57ba0bc10e6 req-e6662b20-365d-4abb-9504-806c33414cf2 service neutron] 10.222.0.82 "GET /v2.0/networks/a8b418bb-2b2e-4065-bf48-2fa227dc6509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125033 Feb 18 12:24:18.434249 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Attempting to bind port 74fdbe57-07f9-4d8e-8a50-3cf845658821 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:24:18.434720 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Attempting to bind port 74fdbe57-07f9-4d8e-8a50-3cf845658821 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'c47b5b4c-0930-410b-873c-ab2b5e00f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:24:18.435218 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Attempting to bind port 74fdbe57-07f9-4d8e-8a50-3cf845658821 on network a0caea6f-d101-4a72-bcf9-9fc354267f4d {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:18.639690 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0d4f69-e484-4e8e-bb4e-43e1b38ded1a" -d '{"events": [{"name": "network-changed", "server_uuid": "f0f75824-4869-4931-8976-22c53bd5e650", "tag": "42aa8b4d-35aa-41c5-b544-122f6eb29684"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:24:18.648082 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-6ac16430-9eb3-4605-bd21-85f967039058 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d50ced15-0fb2-4f4e-8078-02481f98f3d1 HTTP/1.1" status: 200 len: 217 time: 0.4189465 Feb 18 12:24:18.668005 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-6e886bf1-1fa2-439a-8ffe-c8b3c2389a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:18.669454 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-6e886bf1-1fa2-439a-8ffe-c8b3c2389a66 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d6d65e60624c4b23bb816791f5e467e9&device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 1128 time: 0.7857108 Feb 18 12:24:18.670068 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617f77c-143f-402b-843a-629dfdac5f5b service neutron] Pushing event updated for resources: {'Port': ['ID=42aa8b4d-35aa-41c5-b544-122f6eb29684,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:18.672617 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Port 74fdbe57-07f9-4d8e-8a50-3cf845658821 on network a0caea6f-d101-4a72-bcf9-9fc354267f4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:24:18.672945 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Attempting to bind port 74fdbe57-07f9-4d8e-8a50-3cf845658821 on network a0caea6f-d101-4a72-bcf9-9fc354267f4d {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:18.683542 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbccc1-131b-43ec-a28c-0b7fcdbb0963 req-b79de16a-8b9b-4b57-b845-b96f4cf88961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:18.686457 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-eedbccc1-131b-43ec-a28c-0b7fcdbb0963 req-b79de16a-8b9b-4b57-b845-b96f4cf88961 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3ad1f15d2b144c11a7c0dffbf641b30c&device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 1128 time: 0.0810573 Feb 18 12:24:18.702358 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-dc890377-1688-44b9-a6b2-c1813391e069 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Made reservation on behalf of d1fa34ed3d82454cbe7cf60a46b7c2bf for: {'port': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:24:18.706116 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-dc890377-1688-44b9-a6b2-c1813391e069 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:18.717755 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aacd4e77-1e2b-4d59-8059-fbb5a3dc841c req-b3018032-7b08-4beb-b80c-58ba88c7860f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 210 time: 0.2775099 Feb 18 12:24:18.771130 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:24:18.771130 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Checking segment: {'id': 'c47b5b4c-0930-410b-873c-ab2b5e00f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:24:18.772427 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Bound using segment: {'id': 'c47b5b4c-0930-410b-873c-ab2b5e00f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:24:18.776817 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Bound port: 74fdbe57-07f9-4d8e-8a50-3cf845658821, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47b5b4c-0930-410b-873c-ab2b5e00f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:24:18.776817 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:18.899102 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-c40bb04c-709e-430f-b2bb-eefa19e89153 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42aa8b4d-35aa-41c5-b544-122f6eb29684 HTTP/1.1" status: 200 len: 217 time: 0.1952322 Feb 18 12:24:18.947034 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4da7b-7fb8-465d-bb49-9090bfa28696 req-f180e03a-2bb4-4b65-a5fb-a54a84d53814 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:18.950821 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-29a4da7b-7fb8-465d-bb49-9090bfa28696 req-f180e03a-2bb4-4b65-a5fb-a54a84d53814 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 943 time: 0.8348398 Feb 18 12:24:18.955096 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-892e4faf-c92f-4631-b8be-4c73c0aa8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:18.957616 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-892e4faf-c92f-4631-b8be-4c73c0aa8465 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69bf8867-f823-469a-96c2-77b410e47401 HTTP/1.1" status: 200 len: 858 time: 0.2915869 Feb 18 12:24:19.286648 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-61c1796d-1c7a-44e6-b02f-22cf5606f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:19.296836 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-61c1796d-1c7a-44e6-b02f-22cf5606f110 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1c352a1-857a-4072-b4cc-94c967e8170a HTTP/1.1" status: 200 len: 854 time: 0.3631549 Feb 18 12:24:19.297714 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbccc1-131b-43ec-a28c-0b7fcdbb0963 req-611b6cfd-d0e9-4563-b1eb-d5d3e3646c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:19.299199 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-eedbccc1-131b-43ec-a28c-0b7fcdbb0963 req-611b6cfd-d0e9-4563-b1eb-d5d3e3646c6f service neutron] 10.222.0.82 "GET /v2.0/networks?id=a8b418bb-2b2e-4065-bf48-2fa227dc6509 HTTP/1.1" status: 200 len: 913 time: 0.5586870 Feb 18 12:24:19.308695 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-dc890377-1688-44b9-a6b2-c1813391e069 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Allocated IP 172.20.0.5 (907427c1-55e0-4b75-bd87-f0c37dd607b6/74c851c4-68d2-4a81-9f74-304bfd0c369a/6debc8ff-7a5f-42d9-891b-dbbb468bae53) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:24:19.372266 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-0a130bfc-f071-4436-9bd5-c2981b6a215e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0caea6f-d101-4a72-bcf9-9fc354267f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3683982 Feb 18 12:24:19.386366 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] For port 74fdbe57-07f9-4d8e-8a50-3cf845658821, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:24:19.391812 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-eedbccc1-131b-43ec-a28c-0b7fcdbb0963 req-fb438476-b122-4d2c-99ce-cdfdcbe69b67 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 HTTP/1.1" status: 200 len: 217 time: 0.0552707 Feb 18 12:24:19.555646 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbccc1-131b-43ec-a28c-0b7fcdbb0963 req-79d83a93-5f3a-4521-80c1-6495a631f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:19.557941 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-eedbccc1-131b-43ec-a28c-0b7fcdbb0963 req-79d83a93-5f3a-4521-80c1-6495a631f956 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3d266a28-8c08-4b5a-a4fa-e0f0d22fe0bd HTTP/1.1" status: 200 len: 852 time: 0.1479342 Feb 18 12:24:19.561044 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-30e4b780-4d0d-4a1f-a0e0-ebd4f9c1b9ca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f1d28a73-edef-493c-ac98-beeac644e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1846285 Feb 18 12:24:19.569306 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] For port 74fdbe57-07f9-4d8e-8a50-3cf845658821, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74fdbe57-07f9-4d8e-8a50-3cf845658821,segment=NetworkSegment(c47b5b4c-0930-410b-873c-ab2b5e00f75c),segment_id=c47b5b4c-0930-410b-873c-ab2b5e00f75c)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:24:19.632790 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-eedbccc1-131b-43ec-a28c-0b7fcdbb0963 req-77170913-b580-4b5e-954b-141637ce9b58 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a8b418bb-2b2e-4065-bf48-2fa227dc6509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465713 Feb 18 12:24:19.665051 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-dc890377-1688-44b9-a6b2-c1813391e069 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:19.716455 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-29a4da7b-7fb8-465d-bb49-9090bfa28696 req-05448bfc-2301-4bdf-b102-c829f26e1163 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7101166 Feb 18 12:24:19.760438 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:19.774433 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-a1e85cfb-5d34-4c68-870a-9a514a9a8463 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801973 Feb 18 12:24:19.790594 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140101a-9839-44e0-8291-b2f1c67ab275 req-ac403b02-4157-4b99-9160-4b7f93d5b3ec tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:19.798798 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6140101a-9839-44e0-8291-b2f1c67ab275 req-ac403b02-4157-4b99-9160-4b7f93d5b3ec tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 944 time: 0.9531212 Feb 18 12:24:19.815177 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d19890-ee7a-4a2d-856b-7531511f5733', 'tag': 'd50ced15-0fb2-4f4e-8078-02481f98f3d1'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:24:19.818052 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d728a8607cc53405b141b0315efa200b0cd0e952a259bf9e0ca5c943bb659e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae368d82-65cc-40c4-987b-01fd287503f9" -d '{"events": [{"name": "network-changed", "server_uuid": "12d19890-ee7a-4a2d-856b-7531511f5733", "tag": "d50ced15-0fb2-4f4e-8078-02481f98f3d1"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:24:19.861488 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-eedbccc1-131b-43ec-a28c-0b7fcdbb0963 req-d538efa7-6fd3-4cb9-a245-bc7ea6fe1eff service neutron] 10.222.0.82 "GET /v2.0/networks/a8b418bb-2b2e-4065-bf48-2fa227dc6509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128325 Feb 18 12:24:19.915426 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:19.921302 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:19.921302 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] 10.222.0.82 "PUT /v2.0/ports/74fdbe57-07f9-4d8e-8a50-3cf845658821 HTTP/1.1" status: 200 len: 1093 time: 4.1503444 Feb 18 12:24:19.985365 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-dc890377-1688-44b9-a6b2-c1813391e069 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:20.015081 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c88ea-f9bc-424a-99be-b6bcf261b9fc service neutron] Pushing event updated for resources: {'Port': ['ID=74fdbe57-07f9-4d8e-8a50-3cf845658821,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:20.023578 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-7f60e538-5662-4fc1-873f-923989579c78 service neutron] 10.222.0.82 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410026 Feb 18 12:24:20.047110 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6140101a-9839-44e0-8291-b2f1c67ab275 req-751a15b4-b320-47e7-a68b-0b1b789c0d03 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449360 Feb 18 12:24:20.094792 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-dc890377-1688-44b9-a6b2-c1813391e069 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Network 907427c1-55e0-4b75-bd87-f0c37dd607b6 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:24:20.106571 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc890377-1688-44b9-a6b2-c1813391e069 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event updated for resources: {'Port': ['ID=6debc8ff-7a5f-42d9-891b-dbbb468bae53,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:20.128445 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-dc890377-1688-44b9-a6b2-c1813391e069 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:20.142245 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-dc890377-1688-44b9-a6b2-c1813391e069 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:24:20.156608 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-dc890377-1688-44b9-a6b2-c1813391e069 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:20.160944 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-dc890377-1688-44b9-a6b2-c1813391e069 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:20.174462 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-eedbccc1-131b-43ec-a28c-0b7fcdbb0963 req-75152835-3060-4671-afab-a6d4c90d51ad service neutron] 10.222.0.82 "GET /v2.0/networks/a8b418bb-2b2e-4065-bf48-2fa227dc6509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017011 Feb 18 12:24:20.247220 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-dc890377-1688-44b9-a6b2-c1813391e069 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2948320 Feb 18 12:24:20.258039 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Request body: {'port': {'device_id': '67e4d3f1-4959-4552-a04d-78c4854aa082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:20.277388 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a3fcf7-49f0-433f-9176-04b796131319 x-openstack-request-id: req-f1a3fcf7-49f0-433f-9176-04b796131319 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:24:20.278034 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0f75824-4869-4931-8976-22c53bd5e650", "tag": "42aa8b4d-35aa-41c5-b544-122f6eb29684", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:24:20.278447 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1a3fcf7-49f0-433f-9176-04b796131319 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:24:20.279385 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f75824-4869-4931-8976-22c53bd5e650', 'tag': '42aa8b4d-35aa-41c5-b544-122f6eb29684', 'status': 'completed', 'code': 200} Feb 18 12:24:20.380447 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43134) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:20.394019 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:20.400283 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c284b64-f6e4-4dc4-bc8a-fa631a560b27 req-c8a33190-7c60-44d2-b9c2-2d8cf5929073 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953901 Feb 18 12:24:20.483666 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d39fc1-d67f-4e44-b46d-94fcaa2fbd79 req-8be2299a-c369-4df4-b111-b56d530024d8 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:20.488105 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3d39fc1-d67f-4e44-b46d-94fcaa2fbd79 req-8be2299a-c369-4df4-b111-b56d530024d8 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 944 time: 0.2035911 Feb 18 12:24:20.492999 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-ee7a24b4-aea6-4487-9b3a-fdce59050bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:20.496369 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-ee7a24b4-aea6-4487-9b3a-fdce59050bba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b7f00ee67e874fc3a3812a11c0f82173&device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 1127 time: 0.4133461 Feb 18 12:24:20.602565 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-f0559fce-b333-4bfd-912b-6262a99a8b5e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fdbe57-07f9-4d8e-8a50-3cf845658821 HTTP/1.1" status: 200 len: 217 time: 0.0664442 Feb 18 12:24:20.614121 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-37698724-f089-4096-b685-8ce0ff4d37d6 req-2170b2dc-9025-4336-bf3e-5aaef9edfcf9 service neutron] 10.222.0.82 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548465 Feb 18 12:24:20.674592 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3d39fc1-d67f-4e44-b46d-94fcaa2fbd79 req-e27eb32e-3cfb-4eb7-aba1-5b7f8787aa19 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765373 Feb 18 12:24:20.701972 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-328ef788-3cc1-4db6-8b9e-07310cbec718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:20.703633 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-328ef788-3cc1-4db6-8b9e-07310cbec718 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69bf8867-f823-469a-96c2-77b410e47401 HTTP/1.1" status: 200 len: 858 time: 0.0878296 Feb 18 12:24:20.740898 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fe4a2be0-5ccc-4d6e-b2bc-06091f9dde93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:20.759581 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-b7e64070-34e1-407d-8e01-d304ab14e9a6 None None] Provisioning complete for port 6debc8ff-7a5f-42d9-891b-dbbb468bae53 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:20.761494 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b7e64070-34e1-407d-8e01-d304ab14e9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:20.770839 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-ff859cc2-4d32-427b-a020-c8a2f5ea943c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0caea6f-d101-4a72-bcf9-9fc354267f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485909 Feb 18 12:24:20.809974 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b7e64070-34e1-407d-8e01-d304ab14e9a6 None None] Port 6debc8ff-7a5f-42d9-891b-dbbb468bae53 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:24:20.921646 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4ffbe7-b6da-4655-b0cc-e846b07343da x-openstack-request-id: req-5f4ffbe7-b6da-4655-b0cc-e846b07343da {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:24:20.922036 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d19890-ee7a-4a2d-856b-7531511f5733", "tag": "d50ced15-0fb2-4f4e-8078-02481f98f3d1", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:24:20.922388 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f4ffbe7-b6da-4655-b0cc-e846b07343da {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:24:20.923389 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d19890-ee7a-4a2d-856b-7531511f5733', 'tag': 'd50ced15-0fb2-4f4e-8078-02481f98f3d1', 'status': 'completed', 'code': 200} Feb 18 12:24:21.014545 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fe4a2be0-5ccc-4d6e-b2bc-06091f9dde93 admin admin] Publish callbacks [] for security_group (61a437e5-a599-440c-a620-6cf32d48c487), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:21.117259 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d4f69-e484-4e8e-bb4e-43e1b38ded1a req-ca81b849-4c9f-4850-aa3d-6169146c312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:21.118966 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d0d4f69-e484-4e8e-bb4e-43e1b38ded1a req-ca81b849-4c9f-4850-aa3d-6169146c312a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d6d65e60624c4b23bb816791f5e467e9&device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 1128 time: 0.3296506 Feb 18 12:24:21.125439 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fe4a2be0-5ccc-4d6e-b2bc-06091f9dde93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (61a437e5-a599-440c-a620-6cf32d48c487), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:21.131614 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-2a67d86a-ce93-4b32-9412-9cac20b2c0ef service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117862 Feb 18 12:24:21.158520 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613b31c-8d66-4929-9014-b9a5a05f68fe req-5c748937-f1cb-4f54-98a7-f85512fc40ce tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:21.160226 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e613b31c-8d66-4929-9014-b9a5a05f68fe req-5c748937-f1cb-4f54-98a7-f85512fc40ce tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 931 time: 0.2407246 Feb 18 12:24:21.164019 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae368d82-65cc-40c4-987b-01fd287503f9 req-40f1a0dc-036d-4359-82b3-b3e812cca46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:21.165808 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae368d82-65cc-40c4-987b-01fd287503f9 req-40f1a0dc-036d-4359-82b3-b3e812cca46f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b7f00ee67e874fc3a3812a11c0f82173&device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 1127 time: 0.2128589 Feb 18 12:24:21.179715 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-fe4a2be0-5ccc-4d6e-b2bc-06091f9dde93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ae60498a3fc4051a9ff456e8dd7449f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7981424 Feb 18 12:24:21.184421 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f890ada-9596-4f08-9f3e-b89abed11904 req-93c0c870-d79c-45fe-9bee-d25c4e1082e6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:21.186411 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f890ada-9596-4f08-9f3e-b89abed11904 req-93c0c870-d79c-45fe-9bee-d25c4e1082e6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 943 time: 0.2036293 Feb 18 12:24:21.188856 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 43154) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:21.200707 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a2be0-5ccc-4d6e-b2bc-06091f9dde93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a437e5-a599-440c-a620-6cf32d48c487,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:21.205537 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6debc8ff-7a5f-42d9-891b-dbbb468bae53 {{(pid=103420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:24:21.214819 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Publish callbacks [] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:21.241235 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.provisioning_blocks [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Transition to ACTIVE for port object 6debc8ff-7a5f-42d9-891b-dbbb468bae53 will not be triggered until provisioned by entity L2. {{(pid=103420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:24:21.319492 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:21.384263 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Pushing event updated for resources: {'Port': ['ID=6debc8ff-7a5f-42d9-891b-dbbb468bae53,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:21.453876 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Attempting to bind port 6debc8ff-7a5f-42d9-891b-dbbb468bae53 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:24:21.454247 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Attempting to bind port 6debc8ff-7a5f-42d9-891b-dbbb468bae53 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:24:21.454575 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Attempting to bind port 6debc8ff-7a5f-42d9-891b-dbbb468bae53 on network 907427c1-55e0-4b75-bd87-f0c37dd607b6 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:21.460179 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Port 6debc8ff-7a5f-42d9-891b-dbbb468bae53 on network 907427c1-55e0-4b75-bd87-f0c37dd607b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:24:21.460503 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Attempting to bind port 6debc8ff-7a5f-42d9-891b-dbbb468bae53 on network 907427c1-55e0-4b75-bd87-f0c37dd607b6 {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:21.466792 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:24:21.467131 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Checking segment: {'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:24:21.467521 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Bound using segment: {'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'} {{(pid=103420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:24:21.468102 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.managers [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Bound port: 6debc8ff-7a5f-42d9-891b-dbbb468bae53, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'}}] {{(pid=103420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:24:21.468467 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:21.605921 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] For port 6debc8ff-7a5f-42d9-891b-dbbb468bae53, host hv-cinder-80475, cleared binding levels {{(pid=103420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:24:21.610732 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] For port 6debc8ff-7a5f-42d9-891b-dbbb468bae53, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6debc8ff-7a5f-42d9-891b-dbbb468bae53,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:24:21.671342 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:21.709141 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:21.709801 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for port (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:21.711246 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] 10.222.0.82 "PUT /v2.0/ports/6debc8ff-7a5f-42d9-891b-dbbb468bae53 HTTP/1.1" status: 200 len: 1093 time: 1.4582765 Feb 18 12:24:21.736497 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f36f8f-c092-4332-943a-9efa2950f9be service neutron] Pushing event updated for resources: {'Port': ['ID=6debc8ff-7a5f-42d9-891b-dbbb468bae53,revision_number=3']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:21.866743 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e613b31c-8d66-4929-9014-b9a5a05f68fe req-433a74dd-e771-47f2-9ada-848c787b246d tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6792126 Feb 18 12:24:21.934703 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-bb774797-6193-476c-bcd5-71cf5d749500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:21.936489 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-bb774797-6193-476c-bcd5-71cf5d749500 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf&device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 1127 time: 0.0854077 Feb 18 12:24:22.011841 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-14649e6a-f4e9-4d6b-9e95-26d80135029a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6debc8ff-7a5f-42d9-891b-dbbb468bae53 HTTP/1.1" status: 200 len: 217 time: 0.0686736 Feb 18 12:24:22.042103 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f890ada-9596-4f08-9f3e-b89abed11904 req-5a576073-a6fb-4f2d-9082-169cd2ee10c4 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8406084 Feb 18 12:24:22.079285 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d4f69-e484-4e8e-bb4e-43e1b38ded1a req-6b659657-0bd2-4db5-b168-1597783e0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:22.081316 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d0d4f69-e484-4e8e-bb4e-43e1b38ded1a req-6b659657-0bd2-4db5-b168-1597783e0879 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f1d28a73-edef-493c-ac98-beeac644e446 HTTP/1.1" status: 200 len: 915 time: 0.8404491 Feb 18 12:24:22.104936 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dc956db4-64b4-4d07-ae5f-8a1b19ab275b admin admin] Publish callbacks [] for security_group (61a437e5-a599-440c-a620-6cf32d48c487), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:22.132154 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-31f3b3ae-5dcc-4d99-832f-048aaa1f4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:22.133804 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-31f3b3ae-5dcc-4d99-832f-048aaa1f4fc9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74c851c4-68d2-4a81-9f74-304bfd0c369a HTTP/1.1" status: 200 len: 850 time: 0.0869601 Feb 18 12:24:22.186060 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d0d4f69-e484-4e8e-bb4e-43e1b38ded1a req-15b7e0f2-b3fc-4654-9e57-5420d9bdaa86 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42aa8b4d-35aa-41c5-b544-122f6eb29684 HTTP/1.1" status: 200 len: 217 time: 0.0938931 Feb 18 12:24:22.209693 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae368d82-65cc-40c4-987b-01fd287503f9 req-12d89eb7-11b9-4aed-af6f-ee92d8cebe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:22.211451 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae368d82-65cc-40c4-987b-01fd287503f9 req-12d89eb7-11b9-4aed-af6f-ee92d8cebe37 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a0caea6f-d101-4a72-bcf9-9fc354267f4d HTTP/1.1" status: 200 len: 919 time: 0.9716227 Feb 18 12:24:22.247666 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dc956db4-64b4-4d07-ae5f-8a1b19ab275b admin admin] Publish callbacks [] for security_group (61a437e5-a599-440c-a620-6cf32d48c487), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:22.265160 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bdc9075c-2e3f-4de9-8cf6-bdb97c2e5369 req-9e6145a3-ed5f-4078-901e-762fb04b8d26 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0226784 Feb 18 12:24:22.285759 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44ee53a-e930-46f2-8878-4a579e6ff996', 'tag': '74fdbe57-07f9-4d8e-8a50-3cf845658821'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:24:22.292539 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3ad465-5d71-4912-a765-29d7bc4db033" -d '{"events": [{"name": "network-changed", "server_uuid": "b44ee53a-e930-46f2-8878-4a579e6ff996", "tag": "74fdbe57-07f9-4d8e-8a50-3cf845658821"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:24:22.309368 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94383c7-906b-4bf5-a328-b0aedf48d35b req-f9970bef-7f11-4c73-94c3-2a483c6e116a tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:22.311461 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d94383c7-906b-4bf5-a328-b0aedf48d35b req-f9970bef-7f11-4c73-94c3-2a483c6e116a tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 944 time: 0.3092108 Feb 18 12:24:22.369596 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b1b75-fb2d-4d67-bcb7-951e29cfae9a req-99d70c2b-9f54-42a7-a307-a47d3a4c3cbc tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:22.371506 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1e0b1b75-fb2d-4d67-bcb7-951e29cfae9a req-99d70c2b-9f54-42a7-a307-a47d3a4c3cbc tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 944 time: 0.2006803 Feb 18 12:24:22.432199 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d94383c7-906b-4bf5-a328-b0aedf48d35b req-fc02b604-1823-41ec-a7d9-dce79a39804d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098874 Feb 18 12:24:22.471295 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1e0b1b75-fb2d-4d67-bcb7-951e29cfae9a req-7ef70fda-0bba-49a5-8409-1c722c1b6747 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864911 Feb 18 12:24:22.497555 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dc956db4-64b4-4d07-ae5f-8a1b19ab275b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (61a437e5-a599-440c-a620-6cf32d48c487), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:22.501466 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dc956db4-64b4-4d07-ae5f-8a1b19ab275b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:22.505506 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-dc956db4-64b4-4d07-ae5f-8a1b19ab275b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61a437e5-a599-440c-a620-6cf32d48c487 HTTP/1.1" status: 204 len: 168 time: 1.3156197 Feb 18 12:24:22.513890 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc956db4-64b4-4d07-ae5f-8a1b19ab275b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a437e5-a599-440c-a620-6cf32d48c487,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:22.566398 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0346b26-30e1-4dd0-804c-948ef9766698 x-openstack-request-id: req-f0346b26-30e1-4dd0-804c-948ef9766698 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:24:22.566398 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44ee53a-e930-46f2-8878-4a579e6ff996", "tag": "74fdbe57-07f9-4d8e-8a50-3cf845658821", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:24:22.566398 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0346b26-30e1-4dd0-804c-948ef9766698 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:24:22.566398 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44ee53a-e930-46f2-8878-4a579e6ff996', 'tag': '74fdbe57-07f9-4d8e-8a50-3cf845658821', 'status': 'completed', 'code': 200} Feb 18 12:24:22.687363 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-3a89c89a-36ed-405d-917c-b2b8f73daee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:22.689263 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-3a89c89a-36ed-405d-917c-b2b8f73daee3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=907427c1-55e0-4b75-bd87-f0c37dd607b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1682358 Feb 18 12:24:22.727922 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d4f69-e484-4e8e-bb4e-43e1b38ded1a req-e110da81-4c15-47f1-96d3-cdc30f085d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:22.729907 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d0d4f69-e484-4e8e-bb4e-43e1b38ded1a req-e110da81-4c15-47f1-96d3-cdc30f085d95 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1c352a1-857a-4072-b4cc-94c967e8170a HTTP/1.1" status: 200 len: 854 time: 0.2075305 Feb 18 12:24:22.761174 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae368d82-65cc-40c4-987b-01fd287503f9 req-6a906d65-ce4d-40c7-a5c9-f49392fed0c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d50ced15-0fb2-4f4e-8078-02481f98f3d1 HTTP/1.1" status: 200 len: 217 time: 0.2368422 Feb 18 12:24:22.830952 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-248cd438-e2cb-441c-94b4-f8c50fcfc5aa service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226969 Feb 18 12:24:22.838566 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d0d4f69-e484-4e8e-bb4e-43e1b38ded1a req-cce168ba-c285-4371-838f-a2653545e022 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f1d28a73-edef-493c-ac98-beeac644e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744162 Feb 18 12:24:22.968246 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e4d3f1-4959-4552-a04d-78c4854aa082', 'tag': '6debc8ff-7a5f-42d9-891b-dbbb468bae53'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:24:22.975437 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d728a8607cc53405b141b0315efa200b0cd0e952a259bf9e0ca5c943bb659e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2253d0-af04-4ed7-b25c-db563abb56ad" -d '{"events": [{"name": "network-changed", "server_uuid": "67e4d3f1-4959-4552-a04d-78c4854aa082", "tag": "6debc8ff-7a5f-42d9-891b-dbbb468bae53"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:24:23.040212 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea20efa3-b470-426c-ae47-2afff5e62a2e x-openstack-request-id: req-ea20efa3-b470-426c-ae47-2afff5e62a2e {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:24:23.040534 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e4d3f1-4959-4552-a04d-78c4854aa082", "tag": "6debc8ff-7a5f-42d9-891b-dbbb468bae53", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:24:23.040787 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea20efa3-b470-426c-ae47-2afff5e62a2e {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:24:23.041170 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e4d3f1-4959-4552-a04d-78c4854aa082', 'tag': '6debc8ff-7a5f-42d9-891b-dbbb468bae53', 'status': 'completed', 'code': 200} Feb 18 12:24:23.067902 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae368d82-65cc-40c4-987b-01fd287503f9 req-2888a932-d57a-4dd5-9de2-5b7b4ca11998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:23.069480 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae368d82-65cc-40c4-987b-01fd287503f9 req-2888a932-d57a-4dd5-9de2-5b7b4ca11998 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69bf8867-f823-469a-96c2-77b410e47401 HTTP/1.1" status: 200 len: 858 time: 0.2335150 Feb 18 12:24:23.075135 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-12171b58-bb78-4a2c-8d35-d80c6aab7ba1 req-a32a5570-9e34-459d-b8b6-520ef3fdbf58 service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188263 Feb 18 12:24:23.142477 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ad465-5d71-4912-a765-29d7bc4db033 req-1bf99156-4988-4ec5-aeaa-dfac9ea2d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:23.143772 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3a3ad465-5d71-4912-a765-29d7bc4db033 req-1bf99156-4988-4ec5-aeaa-dfac9ea2d09a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b7f00ee67e874fc3a3812a11c0f82173&device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 1127 time: 0.4178507 Feb 18 12:24:23.166547 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae368d82-65cc-40c4-987b-01fd287503f9 req-04b92be1-3d49-4fb5-8a0e-cea7f5dde459 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0caea6f-d101-4a72-bcf9-9fc354267f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751271 Feb 18 12:24:23.176008 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d0d4f69-e484-4e8e-bb4e-43e1b38ded1a req-000d10a0-fc57-422b-834b-7312a9efd93c service neutron] 10.222.0.82 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996311 Feb 18 12:24:23.337665 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8d897-09e8-40f4-bc26-fbbf37eb32a6 req-4bc1a29b-0f35-4072-920a-d762994dfe39 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:23.339265 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-73e8d897-09e8-40f4-bc26-fbbf37eb32a6 req-4bc1a29b-0f35-4072-920a-d762994dfe39 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 943 time: 0.3480253 Feb 18 12:24:23.339994 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2253d0-af04-4ed7-b25c-db563abb56ad req-85f2a1a2-9ffb-4e51-8072-ffe2c085c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:23.352151 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a2253d0-af04-4ed7-b25c-db563abb56ad req-85f2a1a2-9ffb-4e51-8072-ffe2c085c5c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf&device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 1127 time: 0.1272426 Feb 18 12:24:23.513621 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ad465-5d71-4912-a765-29d7bc4db033 req-7e1a906e-3192-42ea-8876-6e190923c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:23.514661 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3a3ad465-5d71-4912-a765-29d7bc4db033 req-7e1a906e-3192-42ea-8876-6e190923c21e service neutron] 10.222.0.82 "GET /v2.0/networks?id=a0caea6f-d101-4a72-bcf9-9fc354267f4d HTTP/1.1" status: 200 len: 919 time: 0.3505628 Feb 18 12:24:23.527006 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e80e83-b995-42cc-98c5-03e2618b1dfc req-6fbea312-3660-4183-9cb0-04b0de4147d1 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:23.528431 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f6e80e83-b995-42cc-98c5-03e2618b1dfc req-6fbea312-3660-4183-9cb0-04b0de4147d1 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 943 time: 0.3490984 Feb 18 12:24:23.536785 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae368d82-65cc-40c4-987b-01fd287503f9 req-cc7869bf-839d-4562-8abc-119d524f8852 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362608 Feb 18 12:24:23.540055 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-73e8d897-09e8-40f4-bc26-fbbf37eb32a6 req-baaf740c-1c28-48c1-9322-a14408456804 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690350 Feb 18 12:24:23.589045 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2253d0-af04-4ed7-b25c-db563abb56ad req-1e61ea59-fc50-48cb-bf6a-db04b9dc14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:23.591891 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a2253d0-af04-4ed7-b25c-db563abb56ad req-1e61ea59-fc50-48cb-bf6a-db04b9dc14ec service neutron] 10.222.0.82 "GET /v2.0/networks?id=907427c1-55e0-4b75-bd87-f0c37dd607b6 HTTP/1.1" status: 200 len: 912 time: 0.2150147 Feb 18 12:24:23.624512 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43230) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:23.673736 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a2253d0-af04-4ed7-b25c-db563abb56ad req-e0ef4e81-b509-464e-a5bd-53fc1bcdae8a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6debc8ff-7a5f-42d9-891b-dbbb468bae53 HTTP/1.1" status: 200 len: 217 time: 0.0594425 Feb 18 12:24:23.681157 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3a3ad465-5d71-4912-a765-29d7bc4db033 req-e39bf5e5-33de-4b89-8647-e4b5e380b6bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fdbe57-07f9-4d8e-8a50-3cf845658821 HTTP/1.1" status: 200 len: 217 time: 0.1387177 Feb 18 12:24:23.727238 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d0d4f69-e484-4e8e-bb4e-43e1b38ded1a req-ffa7ec67-0704-47fa-86c4-12b1a439e5fb service neutron] 10.222.0.82 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967098 Feb 18 12:24:23.797716 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2253d0-af04-4ed7-b25c-db563abb56ad req-724618f6-5475-4960-9823-7e61064f1756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:23.799698 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a2253d0-af04-4ed7-b25c-db563abb56ad req-724618f6-5475-4960-9823-7e61064f1756 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74c851c4-68d2-4a81-9f74-304bfd0c369a HTTP/1.1" status: 200 len: 850 time: 0.0742078 Feb 18 12:24:23.824413 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f6e80e83-b995-42cc-98c5-03e2618b1dfc req-ce5f9fdc-8ef4-4ac7-b19e-a8fd671d02d3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833421 Feb 18 12:24:23.858174 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ad465-5d71-4912-a765-29d7bc4db033 req-28b1735e-d7d7-49bd-ab24-96f5ac7f55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:23.860240 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3a3ad465-5d71-4912-a765-29d7bc4db033 req-28b1735e-d7d7-49bd-ab24-96f5ac7f55ee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69bf8867-f823-469a-96c2-77b410e47401 HTTP/1.1" status: 200 len: 858 time: 0.1289217 Feb 18 12:24:23.880139 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae368d82-65cc-40c4-987b-01fd287503f9 req-8e27c48f-180a-433d-b1dc-50b9a5502653 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705226 Feb 18 12:24:23.911291 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3a3ad465-5d71-4912-a765-29d7bc4db033 req-70ec0d4c-18db-4845-9bc3-c1eabcd1cea4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0caea6f-d101-4a72-bcf9-9fc354267f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284209 Feb 18 12:24:23.918197 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dddc9-1841-4efa-87d9-984aafdecfad req-5e1ed32e-b626-4063-97a8-3a8414c24c60 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:23.919703 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7e2dddc9-1841-4efa-87d9-984aafdecfad req-5e1ed32e-b626-4063-97a8-3a8414c24c60 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 944 time: 0.2282526 Feb 18 12:24:23.962868 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2253d0-af04-4ed7-b25c-db563abb56ad req-5c7bacaf-d176-49c4-b053-4292b23a3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:23.965677 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a2253d0-af04-4ed7-b25c-db563abb56ad req-5c7bacaf-d176-49c4-b053-4292b23a3bb5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=907427c1-55e0-4b75-bd87-f0c37dd607b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1373065 Feb 18 12:24:24.047480 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a4e4a1cb-7618-49fc-b56a-06646969d4f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:24.133602 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43240) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:24.202105 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a4e4a1cb-7618-49fc-b56a-06646969d4f6 admin admin] Publish callbacks [] for security_group (92d1d7c0-2008-4c72-859b-0519fcd88e9b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:24.236075 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7e2dddc9-1841-4efa-87d9-984aafdecfad req-94ce86d0-83d0-4b2b-b8d1-7f8c3950838e tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032451 Feb 18 12:24:24.242899 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-511cf3a4-74ba-4a10-8dd8-056b09f2989d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:24.257492 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3a3ad465-5d71-4912-a765-29d7bc4db033 req-5f974d0e-731c-43e0-8af8-cb9cc1fe1672 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218997 Feb 18 12:24:24.265580 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06729c33-87dd-4b29-bbf1-deda2c6cb39f req-cbad5e43-f8aa-47c2-b0b4-6509dd0efdb3 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:24.273101 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-06729c33-87dd-4b29-bbf1-deda2c6cb39f req-cbad5e43-f8aa-47c2-b0b4-6509dd0efdb3 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 944 time: 0.1320708 Feb 18 12:24:24.284545 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a4e4a1cb-7618-49fc-b56a-06646969d4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (92d1d7c0-2008-4c72-859b-0519fcd88e9b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:24.344740 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4a1cb-7618-49fc-b56a-06646969d4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d1d7c0-2008-4c72-859b-0519fcd88e9b,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:24.349361 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a4e4a1cb-7618-49fc-b56a-06646969d4f6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6839e65070ad43e3a778d51c5635be2f&name=default HTTP/1.1" status: 200 len: 2994 time: 0.7237573 Feb 18 12:24:24.357424 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43248) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:24.381627 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-06729c33-87dd-4b29-bbf1-deda2c6cb39f req-1468cf59-0ab2-4eda-9d05-eab577d353d2 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069734 Feb 18 12:24:24.501248 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3a3ad465-5d71-4912-a765-29d7bc4db033 req-338017f4-ebd1-42ff-95a5-20789543e673 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182168 Feb 18 12:24:24.710688 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-511cf3a4-74ba-4a10-8dd8-056b09f2989d admin admin] Publish callbacks [] for security_group (b48c086a-3924-40b4-a1a2-c9b08c5ec8a2), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:24.733490 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3e2-a86c-44d5-9d65-b358c440dcbb admin admin] Publish callbacks [] for security_group (92d1d7c0-2008-4c72-859b-0519fcd88e9b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:24.736610 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686f5f5-118a-4e76-bdd6-c1ae7a3b387b req-13a29c21-b90e-4a00-ba2e-f7447895b9b0 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:24.749075 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6686f5f5-118a-4e76-bdd6-c1ae7a3b387b req-13a29c21-b90e-4a00-ba2e-f7447895b9b0 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 943 time: 0.1064391 Feb 18 12:24:24.784913 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3e2-a86c-44d5-9d65-b358c440dcbb admin admin] Publish callbacks [] for security_group (92d1d7c0-2008-4c72-859b-0519fcd88e9b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:24.793259 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-511cf3a4-74ba-4a10-8dd8-056b09f2989d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (b48c086a-3924-40b4-a1a2-c9b08c5ec8a2), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:24.821631 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a2253d0-af04-4ed7-b25c-db563abb56ad req-3061eb48-1adb-4195-9ffb-d29b4261f1d0 service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556780 Feb 18 12:24:24.827780 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-511cf3a4-74ba-4a10-8dd8-056b09f2989d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d68fe912bf643fbb7b799bccf3971d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6928337 Feb 18 12:24:24.831905 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43256) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:24.855835 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6686f5f5-118a-4e76-bdd6-c1ae7a3b387b req-18ef0abd-87ef-4413-8ac4-f6f9b520896a tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997062 Feb 18 12:24:24.911188 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cf3a4-74ba-4a10-8dd8-056b09f2989d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48c086a-3924-40b4-a1a2-c9b08c5ec8a2,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:25.029333 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d44ba04c-035a-481a-ad7d-338a5f0bb255 admin admin] Publish callbacks [] for security_group (b48c086a-3924-40b4-a1a2-c9b08c5ec8a2), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:25.057858 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-3a2253d0-af04-4ed7-b25c-db563abb56ad req-16126e4b-3a70-456f-87b8-25fe52764b18 service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696038 Feb 18 12:24:25.071519 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d44ba04c-035a-481a-ad7d-338a5f0bb255 admin admin] Publish callbacks [] for security_group (b48c086a-3924-40b4-a1a2-c9b08c5ec8a2), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:25.111316 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3e2-a86c-44d5-9d65-b358c440dcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (92d1d7c0-2008-4c72-859b-0519fcd88e9b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:25.114250 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3e2-a86c-44d5-9d65-b358c440dcbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:25.115567 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-5a53d3e2-a86c-44d5-9d65-b358c440dcbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92d1d7c0-2008-4c72-859b-0519fcd88e9b HTTP/1.1" status: 204 len: 168 time: 0.7551036 Feb 18 12:24:25.127661 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53d3e2-a86c-44d5-9d65-b358c440dcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d1d7c0-2008-4c72-859b-0519fcd88e9b,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:25.245211 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d44ba04c-035a-481a-ad7d-338a5f0bb255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (b48c086a-3924-40b4-a1a2-c9b08c5ec8a2), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:25.249417 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d44ba04c-035a-481a-ad7d-338a5f0bb255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:25.256397 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d44ba04c-035a-481a-ad7d-338a5f0bb255 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b48c086a-3924-40b4-a1a2-c9b08c5ec8a2 HTTP/1.1" status: 204 len: 168 time: 0.4161561 Feb 18 12:24:25.265696 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ba04c-035a-481a-ad7d-338a5f0bb255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48c086a-3924-40b4-a1a2-c9b08c5ec8a2,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:25.328317 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cee7d6-0841-4901-9d6b-6dac45849819 req-32fabfc5-5cce-4c27-bbf1-18abb858adfe tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:25.450308 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d9cee7d6-0841-4901-9d6b-6dac45849819 req-32fabfc5-5cce-4c27-bbf1-18abb858adfe tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 943 time: 0.3921819 Feb 18 12:24:25.450308 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d9cee7d6-0841-4901-9d6b-6dac45849819 req-bee5acf1-f7ff-4203-bbed-c06f69e5d34f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695400 Feb 18 12:24:25.450308 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e512e-e3e1-4173-a4c2-1d31b95368d9 req-11fc084c-db59-4e60-9901-ef31a5b240d5 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:25.450308 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b87e512e-e3e1-4173-a4c2-1d31b95368d9 req-11fc084c-db59-4e60-9901-ef31a5b240d5 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 944 time: 0.0677309 Feb 18 12:24:25.501770 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b87e512e-e3e1-4173-a4c2-1d31b95368d9 req-32d14b15-51c1-457f-b2b7-e10c5515362f tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672150 Feb 18 12:24:25.541767 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0d5db-d648-4366-8be8-0a57ffc066dc req-84bea9a3-1e91-4917-bad3-3c037cf9df1f tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:25.543876 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-78e0d5db-d648-4366-8be8-0a57ffc066dc req-84bea9a3-1e91-4917-bad3-3c037cf9df1f tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 944 time: 0.0571082 Feb 18 12:24:25.599019 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-78e0d5db-d648-4366-8be8-0a57ffc066dc req-a0b33556-23c7-4fbc-8c15-425cbf273eb3 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495772 Feb 18 12:24:25.994788 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c3c88-1ddf-4f21-936a-511dda099d95 req-2df8a1de-8693-4eb2-b036-ee762cbda8e9 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:25.996394 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-029c3c88-1ddf-4f21-936a-511dda099d95 req-2df8a1de-8693-4eb2-b036-ee762cbda8e9 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 943 time: 0.0582922 Feb 18 12:24:26.050209 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-029c3c88-1ddf-4f21-936a-511dda099d95 req-6efa41f7-bfa3-4fbb-a1dc-c94301ebe948 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480971 Feb 18 12:24:26.293275 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43302) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:26.307746 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ca915bbf-e751-4560-8cc3-4e055f036619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:26.385044 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ca915bbf-e751-4560-8cc3-4e055f036619 admin admin] Publish callbacks [] for security_group (00c0eb25-ba72-4e72-b2ba-5826ab76a30e), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:26.445025 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ca915bbf-e751-4560-8cc3-4e055f036619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (00c0eb25-ba72-4e72-b2ba-5826ab76a30e), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:26.481803 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ca915bbf-e751-4560-8cc3-4e055f036619 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68bcf88f9cc44b0db478e2986e1470a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874201 Feb 18 12:24:26.483742 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca915bbf-e751-4560-8cc3-4e055f036619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c0eb25-ba72-4e72-b2ba-5826ab76a30e,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:26.484657 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 43310) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:26.576057 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9135fb52-4f79-4d2e-9e25-d730f9123065 admin admin] Publish callbacks [] for security_group (00c0eb25-ba72-4e72-b2ba-5826ab76a30e), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:26.601461 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19f841-9e67-4054-9bc4-f9a4c1560c80 req-1ac6ba55-9f7f-4ab2-8c6c-af8632149a60 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:26.603090 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fa19f841-9e67-4054-9bc4-f9a4c1560c80 req-1ac6ba55-9f7f-4ab2-8c6c-af8632149a60 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 943 time: 0.0929532 Feb 18 12:24:26.625775 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9135fb52-4f79-4d2e-9e25-d730f9123065 admin admin] Publish callbacks [] for security_group (00c0eb25-ba72-4e72-b2ba-5826ab76a30e), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:26.717754 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fa19f841-9e67-4054-9bc4-f9a4c1560c80 req-3872b931-c80e-4c26-b1e3-a3482c9f8a8a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980742 Feb 18 12:24:26.726258 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9579c9d-14f7-4869-a6ea-f3f86782d42c req-7af79e1b-df48-460f-8f5d-c4c0a8d3a112 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:26.727664 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b9579c9d-14f7-4869-a6ea-f3f86782d42c req-7af79e1b-df48-460f-8f5d-c4c0a8d3a112 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 944 time: 0.1210680 Feb 18 12:24:26.781558 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b9579c9d-14f7-4869-a6ea-f3f86782d42c req-9f64d307-4254-4901-be04-e21724e59790 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483644 Feb 18 12:24:26.840170 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef2d70-b69d-407d-a24a-f65cd35d8f16 req-46bd6e8f-e055-497f-b145-7a1d8e46d7b3 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:26.841640 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-77ef2d70-b69d-407d-a24a-f65cd35d8f16 req-46bd6e8f-e055-497f-b145-7a1d8e46d7b3 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 944 time: 0.0554345 Feb 18 12:24:26.842784 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9135fb52-4f79-4d2e-9e25-d730f9123065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (00c0eb25-ba72-4e72-b2ba-5826ab76a30e), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:26.845239 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9135fb52-4f79-4d2e-9e25-d730f9123065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:26.846488 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9135fb52-4f79-4d2e-9e25-d730f9123065 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00c0eb25-ba72-4e72-b2ba-5826ab76a30e HTTP/1.1" status: 204 len: 168 time: 0.3608649 Feb 18 12:24:26.858296 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135fb52-4f79-4d2e-9e25-d730f9123065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c0eb25-ba72-4e72-b2ba-5826ab76a30e,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:26.908475 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-77ef2d70-b69d-407d-a24a-f65cd35d8f16 req-4c4033c6-0bb5-4ed7-80f3-59571e50e727 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498364 Feb 18 12:24:27.187168 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84794c-5258-44b3-b7ad-95ab89e9eba2 req-f1ee5d82-bd8d-4d07-890d-b1f9dbddc3e7 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:27.194571 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fb84794c-5258-44b3-b7ad-95ab89e9eba2 req-f1ee5d82-bd8d-4d07-890d-b1f9dbddc3e7 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 943 time: 0.0795224 Feb 18 12:24:27.254760 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fb84794c-5258-44b3-b7ad-95ab89e9eba2 req-ccc82af0-ac6d-45e3-8c0c-3620058e062c tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590627 Feb 18 12:24:27.850133 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f01d7-e5ac-4436-82d7-02b17e167000 req-1355a32a-e0af-4f8a-bff6-13c8f282633f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:27.852317 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f68f01d7-e5ac-4436-82d7-02b17e167000 req-1355a32a-e0af-4f8a-bff6-13c8f282633f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 943 time: 0.0642624 Feb 18 12:24:27.937313 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f68f01d7-e5ac-4436-82d7-02b17e167000 req-1e6e25eb-860c-4d28-9352-dab31c92d1df tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789709 Feb 18 12:24:27.940019 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 43394) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:27.957014 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef5e5f-0c55-4a92-9261-762204dac606 req-77aefc0f-8df4-49cc-a371-e6f4ef2b3b84 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:27.958712 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-69ef5e5f-0c55-4a92-9261-762204dac606 req-77aefc0f-8df4-49cc-a371-e6f4ef2b3b84 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 944 time: 0.0929394 Feb 18 12:24:28.038232 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-69ef5e5f-0c55-4a92-9261-762204dac606 req-014352ac-6fa4-4839-a394-0c03d02113ae tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700338 Feb 18 12:24:28.074182 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982e352-c0f2-42ad-a696-dcff644ad281 req-e51334bc-af30-4549-b819-0ac9e41facb7 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:28.075679 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d982e352-c0f2-42ad-a696-dcff644ad281 req-e51334bc-af30-4549-b819-0ac9e41facb7 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 944 time: 0.0769992 Feb 18 12:24:28.125725 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d982e352-c0f2-42ad-a696-dcff644ad281 req-5e9c1414-0c63-482b-8508-e110ce814195 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431523 Feb 18 12:24:28.170375 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-467c53e4-6ae9-46b2-a295-d44c1058e62b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:28.252778 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-467c53e4-6ae9-46b2-a295-d44c1058e62b admin admin] Publish callbacks [] for security_group (6c057d50-7ecc-4e6b-8d17-8f49f75ae54e), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:28.340457 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-467c53e4-6ae9-46b2-a295-d44c1058e62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (6c057d50-7ecc-4e6b-8d17-8f49f75ae54e), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:28.398839 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-467c53e4-6ae9-46b2-a295-d44c1058e62b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ccf7a66f6a874d08b49c7a8019cf7a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4577014 Feb 18 12:24:28.407413 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c53e4-6ae9-46b2-a295-d44c1058e62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c057d50-7ecc-4e6b-8d17-8f49f75ae54e,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:28.407614 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43410) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:28.421388 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6d1a2-b64b-4257-99af-463cc54d4322 req-e35ed146-4c71-4193-898e-092a998e29d9 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:28.432425 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6e6d1a2-b64b-4257-99af-463cc54d4322 req-e35ed146-4c71-4193-898e-092a998e29d9 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 943 time: 0.0933292 Feb 18 12:24:28.463147 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fee5b5f7-efda-43c6-a83c-e02d20385b87 admin admin] Publish callbacks [] for security_group (6c057d50-7ecc-4e6b-8d17-8f49f75ae54e), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:28.472842 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6e6d1a2-b64b-4257-99af-463cc54d4322 req-8e0f060a-b701-4a7f-9050-b915b84c931b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420060 Feb 18 12:24:28.493064 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fee5b5f7-efda-43c6-a83c-e02d20385b87 admin admin] Publish callbacks [] for security_group (6c057d50-7ecc-4e6b-8d17-8f49f75ae54e), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:28.623020 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43416) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:28.633361 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fee5b5f7-efda-43c6-a83c-e02d20385b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (6c057d50-7ecc-4e6b-8d17-8f49f75ae54e), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:28.636077 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fee5b5f7-efda-43c6-a83c-e02d20385b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:28.639848 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-fee5b5f7-efda-43c6-a83c-e02d20385b87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c057d50-7ecc-4e6b-8d17-8f49f75ae54e HTTP/1.1" status: 204 len: 168 time: 0.2347579 Feb 18 12:24:28.645624 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5b5f7-efda-43c6-a83c-e02d20385b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c057d50-7ecc-4e6b-8d17-8f49f75ae54e,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:28.743997 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-09045311-2be4-42ab-810f-dcd1035cd66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:28.815953 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-09045311-2be4-42ab-810f-dcd1035cd66b admin admin] Publish callbacks [] for security_group (205f4bb6-2522-4a15-a724-8c777cd09ec0), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:28.918963 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-09045311-2be4-42ab-810f-dcd1035cd66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (205f4bb6-2522-4a15-a724-8c777cd09ec0), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:28.960975 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-09045311-2be4-42ab-810f-dcd1035cd66b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24803fba83324cf18d49b309aba03a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341382 Feb 18 12:24:28.960975 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09045311-2be4-42ab-810f-dcd1035cd66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205f4bb6-2522-4a15-a724-8c777cd09ec0,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:28.962511 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43426) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:29.016728 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4751c36-abcb-4a19-b7c0-e8a8546358de admin admin] Publish callbacks [] for security_group (205f4bb6-2522-4a15-a724-8c777cd09ec0), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:29.041538 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4751c36-abcb-4a19-b7c0-e8a8546358de admin admin] Publish callbacks [] for security_group (205f4bb6-2522-4a15-a724-8c777cd09ec0), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:29.088615 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3484a-504f-4715-905b-31189965123e req-a7722b5b-f3b9-4b5b-b5c6-62d31374d4ce tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:29.096398 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-deb3484a-504f-4715-905b-31189965123e req-a7722b5b-f3b9-4b5b-b5c6-62d31374d4ce tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 943 time: 0.0681179 Feb 18 12:24:29.179057 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-deb3484a-504f-4715-905b-31189965123e req-b72592f6-043a-4517-8eb1-f19bf556dbd4 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813212 Feb 18 12:24:29.203555 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aae36-7b71-47f9-86e7-4d73ea432313 req-fc9d58bd-75d2-4822-8c62-0f26ae8f3911 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:29.204893 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fa9aae36-7b71-47f9-86e7-4d73ea432313 req-fc9d58bd-75d2-4822-8c62-0f26ae8f3911 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 944 time: 0.0632675 Feb 18 12:24:29.205041 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4751c36-abcb-4a19-b7c0-e8a8546358de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (205f4bb6-2522-4a15-a724-8c777cd09ec0), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:29.207895 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4751c36-abcb-4a19-b7c0-e8a8546358de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:29.211678 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e4751c36-abcb-4a19-b7c0-e8a8546358de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/205f4bb6-2522-4a15-a724-8c777cd09ec0 HTTP/1.1" status: 204 len: 168 time: 0.2457356 Feb 18 12:24:29.217401 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4751c36-abcb-4a19-b7c0-e8a8546358de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205f4bb6-2522-4a15-a724-8c777cd09ec0,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:29.281272 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fa9aae36-7b71-47f9-86e7-4d73ea432313 req-ed45bd0f-05ec-4c45-b150-08d98e5e528f tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668328 Feb 18 12:24:29.324672 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f723aa-1d9d-409c-ad9f-83076635856e req-ae4c70d3-2cae-4c2e-ad01-23561671112c tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:29.327400 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b2f723aa-1d9d-409c-ad9f-83076635856e req-ae4c70d3-2cae-4c2e-ad01-23561671112c tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 944 time: 0.0649326 Feb 18 12:24:29.377279 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b2f723aa-1d9d-409c-ad9f-83076635856e req-0e9d5b59-86a1-4ecb-b6d8-2c09f38d93f0 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440683 Feb 18 12:24:29.417033 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 43448) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:29.435460 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-571e265b-5b6c-44b6-8498-c7c06c4e9052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:29.519300 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-571e265b-5b6c-44b6-8498-c7c06c4e9052 admin admin] Publish callbacks [] for security_group (142d2d05-53f9-4b2f-8504-02c039bf9420), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:29.580093 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-571e265b-5b6c-44b6-8498-c7c06c4e9052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (142d2d05-53f9-4b2f-8504-02c039bf9420), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:29.626739 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-571e265b-5b6c-44b6-8498-c7c06c4e9052 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc9271dd258448fd9460e31b494b9c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060475 Feb 18 12:24:29.627463 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43454) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:29.635074 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfe8e3-8e8d-432b-80a5-2c9b1ab9cbc5 req-56eb73bb-43b4-43e0-80b9-fe0970c58862 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:29.636563 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e2cfe8e3-8e8d-432b-80a5-2c9b1ab9cbc5 req-56eb73bb-43b4-43e0-80b9-fe0970c58862 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 943 time: 0.0928221 Feb 18 12:24:29.639078 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e265b-5b6c-44b6-8498-c7c06c4e9052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142d2d05-53f9-4b2f-8504-02c039bf9420,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:29.691611 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-70bb9f30-bdae-4046-b8be-dba03f376f04 admin admin] Publish callbacks [] for security_group (142d2d05-53f9-4b2f-8504-02c039bf9420), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:29.698597 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e2cfe8e3-8e8d-432b-80a5-2c9b1ab9cbc5 req-97897fe4-f64c-40d7-90f6-4b8313edb10a tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549514 Feb 18 12:24:29.719678 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-70bb9f30-bdae-4046-b8be-dba03f376f04 admin admin] Publish callbacks [] for security_group (142d2d05-53f9-4b2f-8504-02c039bf9420), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:29.839715 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-70bb9f30-bdae-4046-b8be-dba03f376f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (142d2d05-53f9-4b2f-8504-02c039bf9420), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:29.842338 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-70bb9f30-bdae-4046-b8be-dba03f376f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:29.843564 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-70bb9f30-bdae-4046-b8be-dba03f376f04 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/142d2d05-53f9-4b2f-8504-02c039bf9420 HTTP/1.1" status: 204 len: 168 time: 0.2154026 Feb 18 12:24:29.851571 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb9f30-bdae-4046-b8be-dba03f376f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142d2d05-53f9-4b2f-8504-02c039bf9420,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:29.958789 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43470) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:29.971548 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbbf2c48-4004-4c7d-a9ea-5710823ff475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:30.050310 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbbf2c48-4004-4c7d-a9ea-5710823ff475 admin admin] Publish callbacks [] for security_group (dbe7e751-f0a5-42a7-a358-a0f303d1e5ad), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:30.127644 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbbf2c48-4004-4c7d-a9ea-5710823ff475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (dbe7e751-f0a5-42a7-a358-a0f303d1e5ad), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:30.146918 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 74fdbe57-07f9-4d8e-8a50-3cf845658821 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:24:30.168161 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf2c48-4004-4c7d-a9ea-5710823ff475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe7e751-f0a5-42a7-a358-a0f303d1e5ad,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:30.172374 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-dbbf2c48-4004-4c7d-a9ea-5710823ff475 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60dfadb978924a3097e9e1602190a3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125292 Feb 18 12:24:30.175089 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43474) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:30.213000 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 43478) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:30.244045 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4510b856-6e28-41e7-9557-21a986d828fd admin admin] Publish callbacks [] for security_group (dbe7e751-f0a5-42a7-a358-a0f303d1e5ad), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:30.275600 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 74fdbe57-07f9-4d8e-8a50-3cf845658821, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74fdbe57-07f9-4d8e-8a50-3cf845658821,segment=NetworkSegment(c47b5b4c-0930-410b-873c-ab2b5e00f75c),segment_id=c47b5b4c-0930-410b-873c-ab2b5e00f75c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:30.288625 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4510b856-6e28-41e7-9557-21a986d828fd admin admin] Publish callbacks [] for security_group (dbe7e751-f0a5-42a7-a358-a0f303d1e5ad), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:30.288969 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '74fdbe57-07f9-4d8e-8a50-3cf845658821', 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d', 'port_id': '74fdbe57-07f9-4d8e-8a50-3cf845658821', 'mac_address': 'fa:16:3e:40:e2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69bf8867-f823-469a-96c2-77b410e47401', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:24:30.350164 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbbd11-b635-49b0-99af-093fe181a861 req-39140635-153d-4bf8-9424-04f29d1647cd tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:30.351941 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 74fdbe57-07f9-4d8e-8a50-3cf845658821 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:30.352500 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:30.365617 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-03bbbd11-b635-49b0-99af-093fe181a861 req-39140635-153d-4bf8-9424-04f29d1647cd tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 943 time: 0.0975685 Feb 18 12:24:30.384458 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fdbe57-07f9-4d8e-8a50-3cf845658821 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:24:30.416379 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 74fdbe57-07f9-4d8e-8a50-3cf845658821, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74fdbe57-07f9-4d8e-8a50-3cf845658821,segment=NetworkSegment(c47b5b4c-0930-410b-873c-ab2b5e00f75c),segment_id=c47b5b4c-0930-410b-873c-ab2b5e00f75c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:30.452116 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4510b856-6e28-41e7-9557-21a986d828fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (dbe7e751-f0a5-42a7-a358-a0f303d1e5ad), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:30.455796 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4510b856-6e28-41e7-9557-21a986d828fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:30.457478 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4510b856-6e28-41e7-9557-21a986d828fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dbe7e751-f0a5-42a7-a358-a0f303d1e5ad HTTP/1.1" status: 204 len: 168 time: 0.2811952 Feb 18 12:24:30.468781 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-03bbbd11-b635-49b0-99af-093fe181a861 req-8ce92f57-3d5d-456e-83be-42830f6a9a48 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006401 Feb 18 12:24:30.469113 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510b856-6e28-41e7-9557-21a986d828fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe7e751-f0a5-42a7-a358-a0f303d1e5ad,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:30.507359 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e741adc-ad95-4dfd-b25f-3ca7e69b81a2 req-a44366d2-05ad-4663-a75e-1f0c2a2e4230 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:30.523087 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1e741adc-ad95-4dfd-b25f-3ca7e69b81a2 req-a44366d2-05ad-4663-a75e-1f0c2a2e4230 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 944 time: 0.1255050 Feb 18 12:24:30.538797 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e50a7ed-5d6d-4b16-80da-150112dada5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:30.540091 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:30.541166 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d50ced15-0fb2-4f4e-8078-02481f98f3d1 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:24:30.643485 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1e741adc-ad95-4dfd-b25f-3ca7e69b81a2 req-68c0c1b3-700d-4cfb-91f8-75decbe5bd57 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936897 Feb 18 12:24:30.668003 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940321f-4bec-42b0-8140-23a60429ca19 req-0e1c735e-337e-4277-81df-ed14b4f7668d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:30.669515 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e940321f-4bec-42b0-8140-23a60429ca19 req-0e1c735e-337e-4277-81df-ed14b4f7668d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 944 time: 0.1211712 Feb 18 12:24:30.719677 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=74fdbe57-07f9-4d8e-8a50-3cf845658821,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:30.730199 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d50ced15-0fb2-4f4e-8078-02481f98f3d1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d50ced15-0fb2-4f4e-8078-02481f98f3d1,segment=NetworkSegment(c47b5b4c-0930-410b-873c-ab2b5e00f75c),segment_id=c47b5b4c-0930-410b-873c-ab2b5e00f75c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:30.744040 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': 'd50ced15-0fb2-4f4e-8078-02481f98f3d1', 'network_id': 'a0caea6f-d101-4a72-bcf9-9fc354267f4d', 'port_id': 'd50ced15-0fb2-4f4e-8078-02481f98f3d1', 'mac_address': 'fa:16:3e:5a:22:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69bf8867-f823-469a-96c2-77b410e47401', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:24:30.750356 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e50a7ed-5d6d-4b16-80da-150112dada5a admin admin] Publish callbacks [] for security_group (b35c0709-2d33-4885-af4f-a75924382c3b), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:30.755818 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e940321f-4bec-42b0-8140-23a60429ca19 req-b4ee2c35-df83-4473-a5c4-4eb29ba18e40 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774379 Feb 18 12:24:30.785357 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port d50ced15-0fb2-4f4e-8078-02481f98f3d1 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:30.785851 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:30.799048 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50ced15-0fb2-4f4e-8078-02481f98f3d1 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:24:30.819298 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d50ced15-0fb2-4f4e-8078-02481f98f3d1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d50ced15-0fb2-4f4e-8078-02481f98f3d1,segment=NetworkSegment(c47b5b4c-0930-410b-873c-ab2b5e00f75c),segment_id=c47b5b4c-0930-410b-873c-ab2b5e00f75c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:30.843436 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c68b0-e3ed-430a-8c52-90ef7ca6935e req-c4d04cf7-da0a-4776-a3c8-8607128df1af tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:30.845035 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-113c68b0-e3ed-430a-8c52-90ef7ca6935e req-c4d04cf7-da0a-4776-a3c8-8607128df1af tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 943 time: 0.0535390 Feb 18 12:24:30.893415 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-113c68b0-e3ed-430a-8c52-90ef7ca6935e req-0ed1f845-805c-4e71-91ae-8f05a453f88f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426426 Feb 18 12:24:31.537701 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:31.539065 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e50a7ed-5d6d-4b16-80da-150112dada5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (b35c0709-2d33-4885-af4f-a75924382c3b), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:31.540367 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 6debc8ff-7a5f-42d9-891b-dbbb468bae53 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:24:31.609551 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5e50a7ed-5d6d-4b16-80da-150112dada5a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94f3f1d65813479b825c2e98a6e08453&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3924844 Feb 18 12:24:31.609551 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50a7ed-5d6d-4b16-80da-150112dada5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35c0709-2d33-4885-af4f-a75924382c3b,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:31.610009 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43506) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:31.633048 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ccaf2-4065-44f3-86ce-1db7f198e1a7 req-3f2c2c6b-bfcb-49df-be72-3ef986825e07 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:31.635146 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-439ccaf2-4065-44f3-86ce-1db7f198e1a7 req-3f2c2c6b-bfcb-49df-be72-3ef986825e07 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 944 time: 0.1075454 Feb 18 12:24:31.655832 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=d50ced15-0fb2-4f4e-8078-02481f98f3d1,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:31.685818 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 6debc8ff-7a5f-42d9-891b-dbbb468bae53, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6debc8ff-7a5f-42d9-891b-dbbb468bae53,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:31.703591 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '6debc8ff-7a5f-42d9-891b-dbbb468bae53', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'port_id': '6debc8ff-7a5f-42d9-891b-dbbb468bae53', 'mac_address': 'fa:16:3e:6f:b8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:24:31.721496 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ac087279-dfd3-4c33-b55b-cdc2e0429793 admin admin] Publish callbacks [] for security_group (b35c0709-2d33-4885-af4f-a75924382c3b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:31.725912 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-439ccaf2-4065-44f3-86ce-1db7f198e1a7 req-77c5342b-8966-46e6-ae41-c7fb12a42e45 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789220 Feb 18 12:24:31.749338 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 6debc8ff-7a5f-42d9-891b-dbbb468bae53 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:31.750006 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:31.763320 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ac087279-dfd3-4c33-b55b-cdc2e0429793 admin admin] Publish callbacks [] for security_group (b35c0709-2d33-4885-af4f-a75924382c3b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:31.772979 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6debc8ff-7a5f-42d9-891b-dbbb468bae53 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:24:31.835220 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 6debc8ff-7a5f-42d9-891b-dbbb468bae53, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6debc8ff-7a5f-42d9-891b-dbbb468bae53,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:31.857192 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9941a4-35b6-4eed-9a2c-6b4c2413af5b req-5b732b30-3763-4072-920d-6647ca27f9ac tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:31.858966 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d9941a4-35b6-4eed-9a2c-6b4c2413af5b req-5b732b30-3763-4072-920d-6647ca27f9ac tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 944 time: 0.0908647 Feb 18 12:24:31.890886 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ac087279-dfd3-4c33-b55b-cdc2e0429793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (b35c0709-2d33-4885-af4f-a75924382c3b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:31.894158 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ac087279-dfd3-4c33-b55b-cdc2e0429793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:31.896131 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ac087279-dfd3-4c33-b55b-cdc2e0429793 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b35c0709-2d33-4885-af4f-a75924382c3b HTTP/1.1" status: 204 len: 168 time: 0.2842200 Feb 18 12:24:31.904963 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac087279-dfd3-4c33-b55b-cdc2e0429793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35c0709-2d33-4885-af4f-a75924382c3b,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:31.921903 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:31.922666 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 42aa8b4d-35aa-41c5-b544-122f6eb29684 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:24:31.954633 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d9941a4-35b6-4eed-9a2c-6b4c2413af5b req-2c6c35c6-6afa-410c-b815-a276c1bc1e40 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801051 Feb 18 12:24:31.982019 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b78549-e4b1-4108-aa7c-e63d360f021b req-2ba23db0-daae-4e9f-bc25-1062e5be1013 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:31.983625 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e9b78549-e4b1-4108-aa7c-e63d360f021b req-2ba23db0-daae-4e9f-bc25-1062e5be1013 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 944 time: 0.1237562 Feb 18 12:24:32.001445 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=6debc8ff-7a5f-42d9-891b-dbbb468bae53,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:32.062568 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e9b78549-e4b1-4108-aa7c-e63d360f021b req-ac1ffd91-7883-452c-973d-15b8e6b4729c tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728416 Feb 18 12:24:32.097737 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e38f09-45fe-4090-ae48-6db34e26e19b req-dfaf2498-0fa4-43b1-bc8c-63b109990d35 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:32.099268 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-25e38f09-45fe-4090-ae48-6db34e26e19b req-dfaf2498-0fa4-43b1-bc8c-63b109990d35 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 944 time: 0.0749478 Feb 18 12:24:32.115163 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 42aa8b4d-35aa-41c5-b544-122f6eb29684, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=42aa8b4d-35aa-41c5-b544-122f6eb29684,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:32.141733 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '42aa8b4d-35aa-41c5-b544-122f6eb29684', 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446', 'port_id': '42aa8b4d-35aa-41c5-b544-122f6eb29684', 'mac_address': 'fa:16:3e:96:13:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c352a1-857a-4072-b4cc-94c967e8170a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:24:32.153187 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-25e38f09-45fe-4090-ae48-6db34e26e19b req-8f714028-5c6b-423f-852f-42b3154d923f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462499 Feb 18 12:24:32.192142 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 42aa8b4d-35aa-41c5-b544-122f6eb29684 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:32.192642 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:32.206379 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42aa8b4d-35aa-41c5-b544-122f6eb29684 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:24:32.225415 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 42aa8b4d-35aa-41c5-b544-122f6eb29684, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=42aa8b4d-35aa-41c5-b544-122f6eb29684,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:32.351040 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:32.351860 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:24:32.374271 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43538) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:32.428568 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=42aa8b4d-35aa-41c5-b544-122f6eb29684,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:32.499164 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-751954038-network', 'tenant_id': '90f0da0f0d7e4806898c4fdbd9dd9d41'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:32.508640 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e8e82b6b-88fd-4c6a-8516-2a5d1cea1755,segment=NetworkSegment(7a0079ef-a383-4815-a81a-441182a62c6b),segment_id=7a0079ef-a383-4815-a81a-441182a62c6b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:32.520896 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': 'e8e82b6b-88fd-4c6a-8516-2a5d1cea1755', 'network_id': 'a8b418bb-2b2e-4065-bf48-2fa227dc6509', 'port_id': 'e8e82b6b-88fd-4c6a-8516-2a5d1cea1755', 'mac_address': 'fa:16:3e:19:f1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d266a28-8c08-4b5a-a4fa-e0f0d22fe0bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:24:32.558599 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:32.559193 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:32.572333 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:24:32.592230 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e8e82b6b-88fd-4c6a-8516-2a5d1cea1755,segment=NetworkSegment(7a0079ef-a383-4815-a81a-441182a62c6b),segment_id=7a0079ef-a383-4815-a81a-441182a62c6b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:32.658693 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] Made reservation on behalf of 90f0da0f0d7e4806898c4fdbd9dd9d41 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:24:32.661015 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:32.669410 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:32.681719 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:32.741508 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 43552) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:32.743512 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=e8e82b6b-88fd-4c6a-8516-2a5d1cea1755,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:32.759528 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2ffaf35-21c9-43e9-b9f3-9517fffa1c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:32.772287 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] Publish callbacks [] for security_group (8577b3ed-1907-40b4-a2da-bfa939072fa7), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:32.844805 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (8577b3ed-1907-40b4-a2da-bfa939072fa7), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:32.874464 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:24:32.887040 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973755f0-4647-4235-a3f5-15b2fcda1093 req-3c9d23be-4dad-4f86-b0c6-3c87e5c6ffa9 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:32.888583 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-973755f0-4647-4235-a3f5-15b2fcda1093 req-3c9d23be-4dad-4f86-b0c6-3c87e5c6ffa9 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 944 time: 0.0888057 Feb 18 12:24:32.898302 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (f74d6c4b-a235-45d9-b208-1a7034eaeeb9), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:32.898693 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] Added segment f74d6c4b-a235-45d9-b208-1a7034eaeeb9 of type vlan for network c916e7be-7f24-4517-bd7a-c5f02727c355 Feb 18 12:24:32.900044 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8577b3ed-1907-40b4-a2da-bfa939072fa7,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:32.913491 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2ffaf35-21c9-43e9-b9f3-9517fffa1c7a admin admin] Publish callbacks [] for security_group (45c31b5f-2508-4aa8-8f50-8eed7dce4813), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:32.948500 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-973755f0-4647-4235-a3f5-15b2fcda1093 req-9a024c7a-b00f-41f3-9b8c-03f409fbae1f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544345 Feb 18 12:24:32.951968 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (c916e7be-7f24-4517-bd7a-c5f02727c355), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:32.981828 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d2ffaf35-21c9-43e9-b9f3-9517fffa1c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (45c31b5f-2508-4aa8-8f50-8eed7dce4813), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:33.023015 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d2ffaf35-21c9-43e9-b9f3-9517fffa1c7a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51d53c9c7e204855adb0b9c690fff455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798972 Feb 18 12:24:33.023728 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffaf35-21c9-43e9-b9f3-9517fffa1c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c31b5f-2508-4aa8-8f50-8eed7dce4813,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:33.025694 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43560) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:33.047660 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (c916e7be-7f24-4517-bd7a-c5f02727c355), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:33.049684 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:33.049684 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:33.089415 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6568364-521d-45d1-8fdf-0cf3ab846da4 req-023cebb2-d01a-429a-ba91-c84a603429fa tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:33.097575 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6568364-521d-45d1-8fdf-0cf3ab846da4 req-023cebb2-d01a-429a-ba91-c84a603429fa tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 945 time: 0.0616193 Feb 18 12:24:33.151255 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6568364-521d-45d1-8fdf-0cf3ab846da4 req-54a20fa0-2d3a-4993-8f96-2ea57279a182 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527923 Feb 18 12:24:33.155408 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-164f89cc-a404-48a2-a55d-89263f44726a admin admin] Publish callbacks [] for security_group (45c31b5f-2508-4aa8-8f50-8eed7dce4813), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:33.157216 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] Pushing event updated for resources: {'Network': ['ID=c916e7be-7f24-4517-bd7a-c5f02727c355,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:33.168400 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a297161e-a114-43ae-9c81-2d09896d38fa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7930481 Feb 18 12:24:33.168991 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43564) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:33.177214 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network c916e7be-7f24-4517-bd7a-c5f02727c355 details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:24:33.178971 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-e84864e2-80f6-45a4-80e6-6f34610c9953 admin admin] Request body: {'subnet': {'network_id': 'c916e7be-7f24-4517-bd7a-c5f02727c355', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-751954038-subnet', 'tenant_id': '90f0da0f0d7e4806898c4fdbd9dd9d41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:33.200255 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-164f89cc-a404-48a2-a55d-89263f44726a admin admin] Publish callbacks [] for security_group (45c31b5f-2508-4aa8-8f50-8eed7dce4813), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:33.210234 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc51a40-1933-4eae-9301-507e0dedc4fe req-165848d6-0281-490d-85a7-f89b0df61357 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:33.211925 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2fc51a40-1933-4eae-9301-507e0dedc4fe req-165848d6-0281-490d-85a7-f89b0df61357 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 945 time: 0.0597620 Feb 18 12:24:33.246999 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['42aa8b4d-35aa-41c5-b544-122f6eb29684'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:24:33.287677 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['d50ced15-0fb2-4f4e-8078-02481f98f3d1'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:24:33.289743 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['6debc8ff-7a5f-42d9-891b-dbbb468bae53'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:24:33.290515 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84864e2-80f6-45a4-80e6-6f34610c9953 admin admin] Made reservation on behalf of 90f0da0f0d7e4806898c4fdbd9dd9d41 for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:24:33.291665 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['74fdbe57-07f9-4d8e-8a50-3cf845658821'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:24:33.293192 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e84864e2-80f6-45a4-80e6-6f34610c9953 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:33.293690 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['e8e82b6b-88fd-4c6a-8516-2a5d1cea1755'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:24:33.326720 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2fc51a40-1933-4eae-9301-507e0dedc4fe req-fa072ac3-e416-4388-8660-3100cfc532f4 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054094 Feb 18 12:24:33.348873 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be556884-45a2-4167-9435-d158b43bc86c req-e5c4a480-74fa-4541-81e3-b123dc333df0 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:33.350491 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-be556884-45a2-4167-9435-d158b43bc86c req-e5c4a480-74fa-4541-81e3-b123dc333df0 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 944 time: 0.0817547 Feb 18 12:24:33.363278 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-164f89cc-a404-48a2-a55d-89263f44726a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (45c31b5f-2508-4aa8-8f50-8eed7dce4813), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:33.366186 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-164f89cc-a404-48a2-a55d-89263f44726a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:33.368070 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-164f89cc-a404-48a2-a55d-89263f44726a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/45c31b5f-2508-4aa8-8f50-8eed7dce4813 HTTP/1.1" status: 204 len: 168 time: 0.3406239 Feb 18 12:24:33.388628 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f89cc-a404-48a2-a55d-89263f44726a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c31b5f-2508-4aa8-8f50-8eed7dce4813,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:33.437232 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-be556884-45a2-4167-9435-d158b43bc86c req-307e6c03-d04d-4f1e-8227-84b7019eac7b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787196 Feb 18 12:24:33.591364 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e84864e2-80f6-45a4-80e6-6f34610c9953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for subnet (390fc647-821e-4b7c-8b38-cd5dea9842d5), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:33.654028 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84864e2-80f6-45a4-80e6-6f34610c9953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=390fc647-821e-4b7c-8b38-cd5dea9842d5,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:33.663718 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84864e2-80f6-45a4-80e6-6f34610c9953 admin admin] Checking segment: {'id': 'f74d6c4b-a235-45d9-b208-1a7034eaeeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c916e7be-7f24-4517-bd7a-c5f02727c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:24:33.664427 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84864e2-80f6-45a4-80e6-6f34610c9953 admin admin] Network hostable DHCP agents. Network: c916e7be-7f24-4517-bd7a-c5f02727c355, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:24:33.768256 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84864e2-80f6-45a4-80e6-6f34610c9953 admin admin] Network c916e7be-7f24-4517-bd7a-c5f02727c355 is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:24:33.837448 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-e84864e2-80f6-45a4-80e6-6f34610c9953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, c916e7be-7f24-4517-bd7a-c5f02727c355) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:33.845298 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84864e2-80f6-45a4-80e6-6f34610c9953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:33.846762 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e84864e2-80f6-45a4-80e6-6f34610c9953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:33.855749 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c378e-3980-4825-9239-63dfe6fb38a6 None None] Network c916e7be-7f24-4517-bd7a-c5f02727c355 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:24:33.936361 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e84864e2-80f6-45a4-80e6-6f34610c9953 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7615044 Feb 18 12:24:34.096231 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd908e-4b59-49e9-bf34-81f97c4944bc req-23cccdb5-8838-4836-ba09-b2f920845198 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:34.103366 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aecd908e-4b59-49e9-bf34-81f97c4944bc req-23cccdb5-8838-4836-ba09-b2f920845198 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 944 time: 0.0788872 Feb 18 12:24:34.104101 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff78e77-57c8-4a0b-a91f-707b4a9e6c6b None None] Network c916e7be-7f24-4517-bd7a-c5f02727c355 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:24:34.178153 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aecd908e-4b59-49e9-bf34-81f97c4944bc req-d675ce77-eff4-4786-bad0-6309d89f6c08 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638206 Feb 18 12:24:34.282273 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a336ea6-2a6f-401c-a433-e0a2993df3be req-b51757b4-f56f-412f-855f-000b05010394 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:34.283769 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8a336ea6-2a6f-401c-a433-e0a2993df3be req-b51757b4-f56f-412f-855f-000b05010394 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 945 time: 0.0521657 Feb 18 12:24:34.334809 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8a336ea6-2a6f-401c-a433-e0a2993df3be req-9cfb6581-7b75-4849-9be0-1ada70384119 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440998 Feb 18 12:24:34.458577 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20ae85-6473-461a-9a85-1c3ab70c9625 req-f9e62b7f-3d29-40fa-a2d6-98d62ec2cb93 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:34.460096 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ba20ae85-6473-461a-9a85-1c3ab70c9625 req-f9e62b7f-3d29-40fa-a2d6-98d62ec2cb93 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 945 time: 0.0660892 Feb 18 12:24:34.541654 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ba20ae85-6473-461a-9a85-1c3ab70c9625 req-b181e3ba-b81a-4dd5-a009-72f42041c1cd tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689301 Feb 18 12:24:34.584462 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fa1d2-33c7-47d5-a3d6-7c317571c90d req-6a031a40-0236-497c-b967-28559ddcc962 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:34.585905 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-567fa1d2-33c7-47d5-a3d6-7c317571c90d req-6a031a40-0236-497c-b967-28559ddcc962 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 944 time: 0.0595772 Feb 18 12:24:34.644973 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-567fa1d2-33c7-47d5-a3d6-7c317571c90d req-44d0abb8-788f-44e3-9f87-da255dae6ad1 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530825 Feb 18 12:24:35.042522 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 43646) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:35.047527 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1716523634-network', 'tenant_id': 'bdffcc5a82964a1ab97510c159662866'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:35.144750 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] Made reservation on behalf of bdffcc5a82964a1ab97510c159662866 for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:24:35.147423 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:35.156173 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:35.232429 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] Publish callbacks [] for security_group (db2d5c1d-ac14-46f2-816a-e3b63d00afc6), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:35.284759 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed282999-b8ee-4a23-b052-c777ff6a4601 req-7153288e-e30d-4201-a90b-8e5a26bd45e8 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:35.286743 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ed282999-b8ee-4a23-b052-c777ff6a4601 req-7153288e-e30d-4201-a90b-8e5a26bd45e8 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 944 time: 0.0504439 Feb 18 12:24:35.330577 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ed282999-b8ee-4a23-b052-c777ff6a4601 req-9d699709-2366-4a9a-ba2a-199b4adfb2b3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383723 Feb 18 12:24:35.456664 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521e4f0-3b4f-4519-8fb9-f7edd0254031 req-261bdca6-12f6-4419-96cc-31c49e9ba33f tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:35.458135 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d521e4f0-3b4f-4519-8fb9-f7edd0254031 req-261bdca6-12f6-4419-96cc-31c49e9ba33f tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 945 time: 0.0545139 Feb 18 12:24:35.459203 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (db2d5c1d-ac14-46f2-816a-e3b63d00afc6), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:35.479923 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:35.499563 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:24:35.511777 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2d5c1d-ac14-46f2-816a-e3b63d00afc6,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:35.523533 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (507d0791-c048-43a0-b80b-1d9ca68414a1), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:35.523968 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] Added segment 507d0791-c048-43a0-b80b-1d9ca68414a1 of type vlan for network 02b034a1-339d-43c1-b220-160531999917 Feb 18 12:24:35.563109 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d521e4f0-3b4f-4519-8fb9-f7edd0254031 req-da3f456f-e93a-4482-baff-bc32a822a216 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982153 Feb 18 12:24:35.588604 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (02b034a1-339d-43c1-b220-160531999917), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:35.656098 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9e5a7eee-ea6e-477a-ade8-b4fabb3249b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:35.675923 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba85ec-5d20-4b2c-b82a-0231ac6cc0dc req-0952f262-5e0d-4f79-b3fb-a38bbf9be07b tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:35.678711 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-80ba85ec-5d20-4b2c-b82a-0231ac6cc0dc req-0952f262-5e0d-4f79-b3fb-a38bbf9be07b tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 945 time: 0.0601373 Feb 18 12:24:35.758716 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-80ba85ec-5d20-4b2c-b82a-0231ac6cc0dc req-64eb2e9d-ca87-4ff4-809c-56ebefff964f tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715625 Feb 18 12:24:35.780309 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea567d-fd7d-484e-aa24-569b2b1e6287 req-98d9066b-ac17-4429-afb6-e8aa90a30e10 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:35.781752 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a8ea567d-fd7d-484e-aa24-569b2b1e6287 req-98d9066b-ac17-4429-afb6-e8aa90a30e10 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 944 time: 0.0640090 Feb 18 12:24:35.802923 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (02b034a1-339d-43c1-b220-160531999917), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:35.803843 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:35.804413 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:35.885773 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] Pushing event updated for resources: {'Network': ['ID=02b034a1-339d-43c1-b220-160531999917,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:35.890399 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a8ea567d-fd7d-484e-aa24-569b2b1e6287 req-bfbf05d8-a8aa-4df8-9e33-a572b72711fd tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023664 Feb 18 12:24:35.897131 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network 02b034a1-339d-43c1-b220-160531999917 details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:24:35.933518 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43678) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:35.934367 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9d14e5f9-7449-4514-983e-b450cefeb3dc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8905890 Feb 18 12:24:35.939666 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-f790e99a-0c4a-40aa-a033-af464dc488be admin admin] Request body: {'subnet': {'network_id': '02b034a1-339d-43c1-b220-160531999917', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1716523634-subnet', 'tenant_id': 'bdffcc5a82964a1ab97510c159662866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:36.030448 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f790e99a-0c4a-40aa-a033-af464dc488be admin admin] Made reservation on behalf of bdffcc5a82964a1ab97510c159662866 for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:24:36.032771 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f790e99a-0c4a-40aa-a033-af464dc488be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:36.279210 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f790e99a-0c4a-40aa-a033-af464dc488be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for subnet (4b079793-6417-4fc5-b36a-d3690eacbd99), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:36.340568 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790e99a-0c4a-40aa-a033-af464dc488be admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b079793-6417-4fc5-b36a-d3690eacbd99,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:36.346029 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790e99a-0c4a-40aa-a033-af464dc488be admin admin] Checking segment: {'id': '507d0791-c048-43a0-b80b-1d9ca68414a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '02b034a1-339d-43c1-b220-160531999917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:24:36.346436 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f790e99a-0c4a-40aa-a033-af464dc488be admin admin] Network hostable DHCP agents. Network: 02b034a1-339d-43c1-b220-160531999917, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:24:36.439341 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f790e99a-0c4a-40aa-a033-af464dc488be admin admin] Network 02b034a1-339d-43c1-b220-160531999917 is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:24:36.454999 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c7075-6bc6-41f2-8c86-26514b727e56 req-342cd12a-1859-4432-b435-0091173f9fbf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:36.456488 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-df6c7075-6bc6-41f2-8c86-26514b727e56 req-342cd12a-1859-4432-b435-0091173f9fbf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 944 time: 0.0523357 Feb 18 12:24:36.504879 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-df6c7075-6bc6-41f2-8c86-26514b727e56 req-924811fd-f7e9-45b6-9e18-4eeb56615911 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Feb 18 12:24:36.554164 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:24:36.561921 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-f790e99a-0c4a-40aa-a033-af464dc488be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, 02b034a1-339d-43c1-b220-160531999917) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:36.566881 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f790e99a-0c4a-40aa-a033-af464dc488be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:36.567191 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f790e99a-0c4a-40aa-a033-af464dc488be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:36.572270 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a5a0e-3038-4779-934d-a864fdf02e1d None None] Network 02b034a1-339d-43c1-b220-160531999917 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:24:36.669390 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f790e99a-0c4a-40aa-a033-af464dc488be admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7336810 Feb 18 12:24:36.701666 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 42aa8b4d-35aa-41c5-b544-122f6eb29684 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:36.744847 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373d7be-2ba5-460c-b3b0-8a47ac22d6a8 req-88243823-e4db-4109-9506-fb38443424b6 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:36.747394 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a373d7be-2ba5-460c-b3b0-8a47ac22d6a8 req-88243823-e4db-4109-9506-fb38443424b6 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 945 time: 0.1061773 Feb 18 12:24:36.758838 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396b66ec-c4a4-4659-abe3-f567f150660a None None] Network 02b034a1-339d-43c1-b220-160531999917 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:24:36.879235 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a373d7be-2ba5-460c-b3b0-8a47ac22d6a8 req-38cd8385-c497-4c67-b961-1904c81c966a tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091826 Feb 18 12:24:36.880980 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port 42aa8b4d-35aa-41c5-b544-122f6eb29684 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:24:36.887598 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 42aa8b4d-35aa-41c5-b544-122f6eb29684 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:36.897122 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:36.935083 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38427d08-a11a-4180-a4fa-3056e376abf2 req-3ebe5b6c-75f7-4081-a4e0-4006c388e99f tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:36.943560 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38427d08-a11a-4180-a4fa-3056e376abf2 req-3ebe5b6c-75f7-4081-a4e0-4006c388e99f tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 945 time: 0.0815377 Feb 18 12:24:36.983944 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 42aa8b4d-35aa-41c5-b544-122f6eb29684 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:36.984520 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.015470 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f75824-4869-4931-8976-22c53bd5e650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aa8b4d-35aa-41c5-b544-122f6eb29684'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:24:37.069540 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38427d08-a11a-4180-a4fa-3056e376abf2 req-1e1fdac0-c0da-418f-922f-37a60a3aa300 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222646 Feb 18 12:24:37.086026 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775089da-e2ca-4d64-867a-53f006bfc444 req-37415942-369f-446a-90bd-5046d411d3c3 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:37.088026 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-775089da-e2ca-4d64-867a-53f006bfc444 req-37415942-369f-446a-90bd-5046d411d3c3 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 944 time: 0.0989158 Feb 18 12:24:37.111839 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 42aa8b4d-35aa-41c5-b544-122f6eb29684, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=42aa8b4d-35aa-41c5-b544-122f6eb29684,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:37.147711 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-775089da-e2ca-4d64-867a-53f006bfc444 req-bc9a4532-b698-40de-a393-248be98f70aa tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530369 Feb 18 12:24:37.171517 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.172312 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:37.192091 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43736) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:37.250238 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666244ce-5b86-4613-8f6d-87bdb47be064" -d '{"events": [{"server_uuid": "f0f75824-4869-4931-8976-22c53bd5e650", "name": "network-vif-plugged", "status": "completed", "tag": "42aa8b4d-35aa-41c5-b544-122f6eb29684"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:24:37.270238 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=42aa8b4d-35aa-41c5-b544-122f6eb29684,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:37.326264 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7189b8e0-6997-444e-91e5-86139db8cbc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.355123 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794d3a98-0ef7-4a55-aedf-30aa676b96a4 x-openstack-request-id: req-794d3a98-0ef7-4a55-aedf-30aa676b96a4 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:24:37.355435 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f75824-4869-4931-8976-22c53bd5e650", "name": "network-vif-plugged", "status": "completed", "tag": "42aa8b4d-35aa-41c5-b544-122f6eb29684", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:24:37.355688 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-794d3a98-0ef7-4a55-aedf-30aa676b96a4 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:24:37.356129 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f75824-4869-4931-8976-22c53bd5e650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aa8b4d-35aa-41c5-b544-122f6eb29684', 'code': 200} Feb 18 12:24:37.387828 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:24:37.392114 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:37.392743 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.417760 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7189b8e0-6997-444e-91e5-86139db8cbc5 admin admin] Publish callbacks [] for security_group (f00b499a-00e5-4686-8b02-f37265f6b6c3), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.466710 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:37.467094 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.502410 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e8e82b6b-88fd-4c6a-8516-2a5d1cea1755,segment=NetworkSegment(7a0079ef-a383-4815-a81a-441182a62c6b),segment_id=7a0079ef-a383-4815-a81a-441182a62c6b)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:37.507693 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7189b8e0-6997-444e-91e5-86139db8cbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (f00b499a-00e5-4686-8b02-f37265f6b6c3), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.547953 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-7189b8e0-6997-444e-91e5-86139db8cbc5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6c3102195de49b496c96a94024c49b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541059 Feb 18 12:24:37.550840 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43750) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:37.575638 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189b8e0-6997-444e-91e5-86139db8cbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00b499a-00e5-4686-8b02-f37265f6b6c3,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:37.605677 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.609455 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d50ced15-0fb2-4f4e-8078-02481f98f3d1 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:37.612202 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0a44-b421-4d13-83da-88168c97ff2a admin admin] Publish callbacks [] for security_group (f00b499a-00e5-4686-8b02-f37265f6b6c3), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.636672 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0a44-b421-4d13-83da-88168c97ff2a admin admin] Publish callbacks [] for security_group (f00b499a-00e5-4686-8b02-f37265f6b6c3), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.642047 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8ca10-5147-4acf-b44f-7bf52aadc142 req-d55b1351-94e4-44f5-8177-24129a6a3f11 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:37.643681 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-87b8ca10-5147-4acf-b44f-7bf52aadc142 req-d55b1351-94e4-44f5-8177-24129a6a3f11 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 944 time: 0.0585134 Feb 18 12:24:37.685254 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=e8e82b6b-88fd-4c6a-8516-2a5d1cea1755,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:37.695609 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-87b8ca10-5147-4acf-b44f-7bf52aadc142 req-21086d3f-0c38-477e-b6cc-51ebc54a24ca tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 Feb 18 12:24:37.824601 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0a44-b421-4d13-83da-88168c97ff2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (f00b499a-00e5-4686-8b02-f37265f6b6c3), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.824815 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port d50ced15-0fb2-4f4e-8078-02481f98f3d1 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:24:37.827271 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0a44-b421-4d13-83da-88168c97ff2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.828454 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-8d8f0a44-b421-4d13-83da-88168c97ff2a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f00b499a-00e5-4686-8b02-f37265f6b6c3 HTTP/1.1" status: 204 len: 168 time: 0.2766948 Feb 18 12:24:37.833118 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port d50ced15-0fb2-4f4e-8078-02481f98f3d1 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:37.833118 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.866902 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f0a44-b421-4d13-83da-88168c97ff2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00b499a-00e5-4686-8b02-f37265f6b6c3,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:37.922048 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-388a2800-95be-41cf-9cae-f9d93404528f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.922172 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5978a-ca7f-42ef-a1a8-28888a426c96 req-6ff4e682-ca15-4e32-81e6-ecd078484c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:37.922172 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b1a5978a-ca7f-42ef-a1a8-28888a426c96 req-6ff4e682-ca15-4e32-81e6-ecd078484c86 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 1130 time: 0.0826862 Feb 18 12:24:37.947442 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port d50ced15-0fb2-4f4e-8078-02481f98f3d1 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:37.947873 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:37.962778 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b1a5978a-ca7f-42ef-a1a8-28888a426c96 req-1adbea03-8d2b-48b3-8e03-a3cc8df4b943 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.020055 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d50ced15-0fb2-4f4e-8078-02481f98f3d1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d50ced15-0fb2-4f4e-8078-02481f98f3d1,segment=NetworkSegment(c47b5b4c-0930-410b-873c-ab2b5e00f75c),segment_id=c47b5b4c-0930-410b-873c-ab2b5e00f75c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:38.048635 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3869c-7980-4afa-8b53-7b1e98072e7b req-c8ccbe51-7b2a-42c7-b4a0-ff976a8b7a87 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:38.050209 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-48f3869c-7980-4afa-8b53-7b1e98072e7b req-c8ccbe51-7b2a-42c7-b4a0-ff976a8b7a87 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 946 time: 0.0672672 Feb 18 12:24:38.068685 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b1a5978a-ca7f-42ef-a1a8-28888a426c96 req-1adbea03-8d2b-48b3-8e03-a3cc8df4b943 service neutron] Publish callbacks [] for security_group (ca930531-4410-4989-bf47-d04b2c6cbcc8), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.099970 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-48f3869c-7980-4afa-8b53-7b1e98072e7b req-ea4c3aba-9bd5-41ae-8de0-0f94bb8f4d58 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426764 Feb 18 12:24:38.138908 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.139828 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 74fdbe57-07f9-4d8e-8a50-3cf845658821 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:38.207292 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68642fa0-957e-4702-afec-329e0092e012 req-1ef0bbe7-a027-47e3-bff3-c3c945f31272 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:38.209007 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-68642fa0-957e-4702-afec-329e0092e012 req-1ef0bbe7-a027-47e3-bff3-c3c945f31272 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 946 time: 0.0583937 Feb 18 12:24:38.213969 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [req-b1a5978a-ca7f-42ef-a1a8-28888a426c96 req-1adbea03-8d2b-48b3-8e03-a3cc8df4b943 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (ca930531-4410-4989-bf47-d04b2c6cbcc8), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.231736 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=d50ced15-0fb2-4f4e-8078-02481f98f3d1,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:38.280377 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbea03-8d2b-48b3-8e03-a3cc8df4b943 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ca930531-4410-4989-bf47-d04b2c6cbcc8,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:38.286330 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-b1a5978a-ca7f-42ef-a1a8-28888a426c96 req-1adbea03-8d2b-48b3-8e03-a3cc8df4b943 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580866 Feb 18 12:24:38.302396 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-68642fa0-957e-4702-afec-329e0092e012 req-4fdca74b-19a3-4fcd-b048-9650afa68023 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857987 Feb 18 12:24:38.320523 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc0228-bec4-4bf3-bdfa-d80ed48dc879 req-3780e1e8-a8d0-475e-857f-1b02dfd472d6 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:38.322070 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f2dc0228-bec4-4bf3-bdfa-d80ed48dc879 req-3780e1e8-a8d0-475e-857f-1b02dfd472d6 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 944 time: 0.0694323 Feb 18 12:24:38.333311 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port 74fdbe57-07f9-4d8e-8a50-3cf845658821 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:24:38.337714 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 74fdbe57-07f9-4d8e-8a50-3cf845658821 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:38.338110 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.370550 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f2dc0228-bec4-4bf3-bdfa-d80ed48dc879 req-10e3c1d3-6998-48c4-8bd7-3b6889092c60 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428133 Feb 18 12:24:38.417998 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 74fdbe57-07f9-4d8e-8a50-3cf845658821 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:38.418345 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.457321 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 74fdbe57-07f9-4d8e-8a50-3cf845658821, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74fdbe57-07f9-4d8e-8a50-3cf845658821,segment=NetworkSegment(c47b5b4c-0930-410b-873c-ab2b5e00f75c),segment_id=c47b5b4c-0930-410b-873c-ab2b5e00f75c)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:38.521760 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.522605 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 6debc8ff-7a5f-42d9-891b-dbbb468bae53 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:38.597445 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 43772) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:38.610855 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b393881-1ba0-47b3-b447-4418cbf1c952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.615322 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=74fdbe57-07f9-4d8e-8a50-3cf845658821,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:38.684929 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port 6debc8ff-7a5f-42d9-891b-dbbb468bae53 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:24:38.689821 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 6debc8ff-7a5f-42d9-891b-dbbb468bae53 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:38.690230 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.724572 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b393881-1ba0-47b3-b447-4418cbf1c952 admin admin] Publish callbacks [] for security_group (34405673-6cd0-4ca1-b71c-8868c7b21f92), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.782864 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 6debc8ff-7a5f-42d9-891b-dbbb468bae53 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:38.783257 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.813290 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d256a9-b969-40b5-b198-724605300f43 req-9fa58991-6488-40e9-92d1-ac201aae6c23 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:38.815929 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f4d256a9-b969-40b5-b198-724605300f43 req-9fa58991-6488-40e9-92d1-ac201aae6c23 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0518136 Feb 18 12:24:38.826618 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 6debc8ff-7a5f-42d9-891b-dbbb468bae53, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6debc8ff-7a5f-42d9-891b-dbbb468bae53,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:38.830236 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1b393881-1ba0-47b3-b447-4418cbf1c952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (34405673-6cd0-4ca1-b71c-8868c7b21f92), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.893297 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1b393881-1ba0-47b3-b447-4418cbf1c952 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da8037d60e824445b3a1e88fb380381e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947052 Feb 18 12:24:38.896552 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43778) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:38.897358 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b393881-1ba0-47b3-b447-4418cbf1c952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34405673-6cd0-4ca1-b71c-8868c7b21f92,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:38.913781 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f4d256a9-b969-40b5-b198-724605300f43 req-835ed45e-ac0c-475b-9ab2-6e718d484832 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882697 Feb 18 12:24:38.936222 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.959281 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b0eefa1e-0342-4350-a792-548d23298749 admin admin] Publish callbacks [] for security_group (34405673-6cd0-4ca1-b71c-8868c7b21f92), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.984074 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b0eefa1e-0342-4350-a792-548d23298749 admin admin] Publish callbacks [] for security_group (34405673-6cd0-4ca1-b71c-8868c7b21f92), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:38.988299 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=6debc8ff-7a5f-42d9-891b-dbbb468bae53,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:39.010587 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:39.119243 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b0eefa1e-0342-4350-a792-548d23298749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (34405673-6cd0-4ca1-b71c-8868c7b21f92), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:39.121810 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b0eefa1e-0342-4350-a792-548d23298749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:39.123005 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-b0eefa1e-0342-4350-a792-548d23298749 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34405673-6cd0-4ca1-b71c-8868c7b21f92 HTTP/1.1" status: 204 len: 168 time: 0.2252507 Feb 18 12:24:39.131420 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eefa1e-0342-4350-a792-548d23298749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34405673-6cd0-4ca1-b71c-8868c7b21f92,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:39.236725 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e252-046e-4938-94fe-1d327f6bccae req-72ec7ce8-02aa-418f-b0fa-41991c8ba64c tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:39.238512 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bb75e252-046e-4938-94fe-1d327f6bccae req-72ec7ce8-02aa-418f-b0fa-41991c8ba64c tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 946 time: 0.0536211 Feb 18 12:24:39.294356 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bb75e252-046e-4938-94fe-1d327f6bccae req-13a6ec56-ec5a-4335-9997-15b881c9a28d tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472105 Feb 18 12:24:39.357335 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c6df01-c2d0-49fd-bbb2-64c70eb10643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e82b6b-88fd-4c6a-8516-2a5d1cea1755'}, {'server_uuid': '12d19890-ee7a-4a2d-856b-7531511f5733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50ced15-0fb2-4f4e-8078-02481f98f3d1'}, {'server_uuid': 'b44ee53a-e930-46f2-8878-4a579e6ff996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fdbe57-07f9-4d8e-8a50-3cf845658821'}, {'server_uuid': '67e4d3f1-4959-4552-a04d-78c4854aa082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6debc8ff-7a5f-42d9-891b-dbbb468bae53'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:24:39.359711 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d7b2a7-3f13-4ad6-9c33-02d0fde56a5f" -d '{"events": [{"server_uuid": "38c6df01-c2d0-49fd-bbb2-64c70eb10643", "name": "network-vif-plugged", "status": "completed", "tag": "e8e82b6b-88fd-4c6a-8516-2a5d1cea1755"}, {"server_uuid": "12d19890-ee7a-4a2d-856b-7531511f5733", "name": "network-vif-plugged", "status": "completed", "tag": "d50ced15-0fb2-4f4e-8078-02481f98f3d1"}, {"server_uuid": "b44ee53a-e930-46f2-8878-4a579e6ff996", "name": "network-vif-plugged", "status": "completed", "tag": "74fdbe57-07f9-4d8e-8a50-3cf845658821"}, {"server_uuid": "67e4d3f1-4959-4552-a04d-78c4854aa082", "name": "network-vif-plugged", "status": "completed", "tag": "6debc8ff-7a5f-42d9-891b-dbbb468bae53"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:24:39.407489 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 18 Feb 2022 12:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7622aeb4-a883-4874-876f-3c454fe439c6 x-openstack-request-id: req-7622aeb4-a883-4874-876f-3c454fe439c6 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:24:39.407793 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c6df01-c2d0-49fd-bbb2-64c70eb10643", "name": "network-vif-plugged", "status": "completed", "tag": "e8e82b6b-88fd-4c6a-8516-2a5d1cea1755", "code": 200}, {"server_uuid": "12d19890-ee7a-4a2d-856b-7531511f5733", "name": "network-vif-plugged", "status": "completed", "tag": "d50ced15-0fb2-4f4e-8078-02481f98f3d1", "code": 200}, {"server_uuid": "b44ee53a-e930-46f2-8878-4a579e6ff996", "name": "network-vif-plugged", "status": "completed", "tag": "74fdbe57-07f9-4d8e-8a50-3cf845658821", "code": 200}, {"server_uuid": "67e4d3f1-4959-4552-a04d-78c4854aa082", "name": "network-vif-plugged", "status": "completed", "tag": "6debc8ff-7a5f-42d9-891b-dbbb468bae53", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:24:39.408044 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7622aeb4-a883-4874-876f-3c454fe439c6 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:24:39.411770 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c6df01-c2d0-49fd-bbb2-64c70eb10643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e82b6b-88fd-4c6a-8516-2a5d1cea1755', 'code': 200} Feb 18 12:24:39.411770 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d19890-ee7a-4a2d-856b-7531511f5733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50ced15-0fb2-4f4e-8078-02481f98f3d1', 'code': 200} Feb 18 12:24:39.411770 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ee53a-e930-46f2-8878-4a579e6ff996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fdbe57-07f9-4d8e-8a50-3cf845658821', 'code': 200} Feb 18 12:24:39.411770 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e4d3f1-4959-4552-a04d-78c4854aa082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6debc8ff-7a5f-42d9-891b-dbbb468bae53', 'code': 200} Feb 18 12:24:39.421545 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a768205-dbc1-4ccc-93e2-1ffee179174a req-55743a05-376d-409a-9e76-0feafcf24bb5 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:39.423113 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2a768205-dbc1-4ccc-93e2-1ffee179174a req-55743a05-376d-409a-9e76-0feafcf24bb5 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 946 time: 0.0535967 Feb 18 12:24:39.531767 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2a768205-dbc1-4ccc-93e2-1ffee179174a req-80ec830c-7442-4cbb-817c-70f28623620a tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015923 Feb 18 12:24:39.559539 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77d9ed-a209-44a4-bca7-23bfe2e9f398 req-c2932fc4-3382-46ce-b2f2-e5843e09bbc0 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:39.570706 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9d77d9ed-a209-44a4-bca7-23bfe2e9f398 req-c2932fc4-3382-46ce-b2f2-e5843e09bbc0 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.1109004 Feb 18 12:24:39.633615 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9d77d9ed-a209-44a4-bca7-23bfe2e9f398 req-f830a311-f878-4782-89fc-8e1b25f84bba tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541234 Feb 18 12:24:39.854487 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 43816) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:39.885104 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609edbe2-1273-4f3b-8c32-d84f8ace0398 req-118d70c4-f60d-4d13-85d5-eec4d61c9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:39.887517 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-609edbe2-1273-4f3b-8c32-d84f8ace0398 req-118d70c4-f60d-4d13-85d5-eec4d61c9ae8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 1130 time: 0.0505173 Feb 18 12:24:39.959045 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-609edbe2-1273-4f3b-8c32-d84f8ace0398 req-4d0daea5-fdcb-4dd2-a0d5-198422c426d7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644548 Feb 18 12:24:40.041009 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa7786-c1f1-42a9-b40d-f433addf8852 req-623bf373-15ce-4f53-99bb-49e4daef07de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:40.042514 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-17aa7786-c1f1-42a9-b40d-f433addf8852 req-623bf373-15ce-4f53-99bb-49e4daef07de service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 1129 time: 0.1743636 Feb 18 12:24:40.076409 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43429720-a4d5-4bed-b1bc-b4dcb5439886 req-2e27e185-984f-4428-b4c9-c9d686b7e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:40.077806 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43429720-a4d5-4bed-b1bc-b4dcb5439886 req-2e27e185-984f-4428-b4c9-c9d686b7e219 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 1129 time: 0.1469309 Feb 18 12:24:40.094770 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ce65073-1085-4173-bf4a-4b3cbd2dec43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:40.111212 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5e54b-e16b-43b5-824f-24acc5acc33e req-a01398bc-d643-4c9b-ba4a-a1b2377e8e9a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:40.115638 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-eeb5e54b-e16b-43b5-824f-24acc5acc33e req-a01398bc-d643-4c9b-ba4a-a1b2377e8e9a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0890231 Feb 18 12:24:40.239371 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dfbba-e8ff-4cd7-9939-6c89c33d024c req-acffa1c2-82b5-42c3-b947-f0a2e39ce1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:40.240968 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8e6dfbba-e8ff-4cd7-9939-6c89c33d024c req-acffa1c2-82b5-42c3-b947-f0a2e39ce1f3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 1129 time: 0.0546114 Feb 18 12:24:40.294096 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-8e6dfbba-e8ff-4cd7-9939-6c89c33d024c req-90713ed5-82bf-4c5c-9b17-e455017d9182 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452988 Feb 18 12:24:40.393482 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-eeb5e54b-e16b-43b5-824f-24acc5acc33e req-e3df76ca-e9fa-473c-93b4-81811b556e0e tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717867 Feb 18 12:24:40.467805 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:40.488675 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43429720-a4d5-4bed-b1bc-b4dcb5439886 req-d7b32004-a386-4123-b166-e9b5a14b7e9d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257306 Feb 18 12:24:40.497198 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-17aa7786-c1f1-42a9-b40d-f433addf8852 req-10d1b4dd-0a30-4245-b6ed-a8cb91783ea7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3305674 Feb 18 12:24:40.518474 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ce65073-1085-4173-bf4a-4b3cbd2dec43 admin admin] Publish callbacks [] for security_group (0015eba8-5a5c-42f9-a71b-e61ebc9385cc), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:40.528859 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891da987-4f50-4a2f-af62-f03488d72bbf req-a9f10325-db1b-4d6d-982a-647a020bbc14 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:40.530347 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-891da987-4f50-4a2f-af62-f03488d72bbf req-a9f10325-db1b-4d6d-982a-647a020bbc14 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 946 time: 0.1424389 Feb 18 12:24:40.578915 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-891da987-4f50-4a2f-af62-f03488d72bbf req-0d0e0736-ec62-44c6-a836-554adebef303 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Feb 18 12:24:40.610722 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ce65073-1085-4173-bf4a-4b3cbd2dec43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (0015eba8-5a5c-42f9-a71b-e61ebc9385cc), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:40.667846 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9ce65073-1085-4173-bf4a-4b3cbd2dec43 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8cada20d966845d8bf753077959f9f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8098712 Feb 18 12:24:40.668287 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43840) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:40.672676 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce65073-1085-4173-bf4a-4b3cbd2dec43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0015eba8-5a5c-42f9-a71b-e61ebc9385cc,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:40.705176 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844e572-d854-4007-bcad-4cf78934e709 req-29c42704-b395-4c00-a999-e6dfdcbb6629 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:40.707362 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a844e572-d854-4007-bcad-4cf78934e709 req-29c42704-b395-4c00-a999-e6dfdcbb6629 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 946 time: 0.1056666 Feb 18 12:24:40.742295 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e750ce1f-4ea9-4505-95a0-b527dbfaeb2f admin admin] Publish callbacks [] for security_group (0015eba8-5a5c-42f9-a71b-e61ebc9385cc), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:40.769638 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e750ce1f-4ea9-4505-95a0-b527dbfaeb2f admin admin] Publish callbacks [] for security_group (0015eba8-5a5c-42f9-a71b-e61ebc9385cc), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:40.781296 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a844e572-d854-4007-bcad-4cf78934e709 req-6ba0eec5-ad6b-482c-9440-f22b3a18e100 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637643 Feb 18 12:24:40.792771 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684079e-82fb-4fb6-9180-e1a8c4313dc3 req-252c3248-ff5c-4ebb-b17f-284c61af5479 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:40.799397 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4684079e-82fb-4fb6-9180-e1a8c4313dc3 req-252c3248-ff5c-4ebb-b17f-284c61af5479 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0910711 Feb 18 12:24:40.851472 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4684079e-82fb-4fb6-9180-e1a8c4313dc3 req-dba3453a-c5ad-4357-871a-c68bb3d6e409 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512283 Feb 18 12:24:40.907941 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e750ce1f-4ea9-4505-95a0-b527dbfaeb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (0015eba8-5a5c-42f9-a71b-e61ebc9385cc), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:40.911326 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e750ce1f-4ea9-4505-95a0-b527dbfaeb2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:40.913010 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e750ce1f-4ea9-4505-95a0-b527dbfaeb2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0015eba8-5a5c-42f9-a71b-e61ebc9385cc HTTP/1.1" status: 204 len: 168 time: 0.2428825 Feb 18 12:24:40.922274 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750ce1f-4ea9-4505-95a0-b527dbfaeb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0015eba8-5a5c-42f9-a71b-e61ebc9385cc,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:41.511830 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502df5a-087c-4f29-b1fd-1bb78bb2e96d req-84c0a1e1-fb70-4c41-a7e3-44d7fe1a167d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:41.513351 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e502df5a-087c-4f29-b1fd-1bb78bb2e96d req-84c0a1e1-fb70-4c41-a7e3-44d7fe1a167d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0507803 Feb 18 12:24:41.562571 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e502df5a-087c-4f29-b1fd-1bb78bb2e96d req-12a00644-b0e1-4c2d-a240-4a8d4fc23ac8 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436089 Feb 18 12:24:41.726246 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba0f80-d181-4954-ad38-dc386b3daf91 req-ffe21fea-8fa8-4fe2-bf2c-dfe34a5ccf90 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:41.735115 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f6ba0f80-d181-4954-ad38-dc386b3daf91 req-ffe21fea-8fa8-4fe2-bf2c-dfe34a5ccf90 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 946 time: 0.0872068 Feb 18 12:24:41.753127 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43884) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:41.779134 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9320348a-db58-43ae-b1a1-01b7b04b6bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:41.824601 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f6ba0f80-d181-4954-ad38-dc386b3daf91 req-ecef7d55-c22e-42de-9627-8c2fc04f8b53 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883169 Feb 18 12:24:41.910005 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9320348a-db58-43ae-b1a1-01b7b04b6bca admin admin] Publish callbacks [] for security_group (da7838e9-3fc9-412e-be6e-e56cba048a46), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:41.990513 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9320348a-db58-43ae-b1a1-01b7b04b6bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (da7838e9-3fc9-412e-be6e-e56cba048a46), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:41.990844 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:42.018609 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a54a3b-5ee5-4938-81ff-f7d8531c2df6 req-8c3574d3-eaaf-4eb8-b986-3552d8ab25af tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:42.020146 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-79a54a3b-5ee5-4938-81ff-f7d8531c2df6 req-8c3574d3-eaaf-4eb8-b986-3552d8ab25af tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0707572 Feb 18 12:24:42.028535 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-9320348a-db58-43ae-b1a1-01b7b04b6bca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d53bfe7b6474d96a5d327b6b8c48b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741125 Feb 18 12:24:42.029680 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320348a-db58-43ae-b1a1-01b7b04b6bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7838e9-3fc9-412e-be6e-e56cba048a46,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:42.035675 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 43890) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:42.078391 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-79a54a3b-5ee5-4938-81ff-f7d8531c2df6 req-a8a9aefd-501c-4d2b-b961-de93fe48321d tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521533 Feb 18 12:24:42.086561 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d42017a-9e57-4d80-bf96-ddf44c5dba58 admin admin] Publish callbacks [] for security_group (da7838e9-3fc9-412e-be6e-e56cba048a46), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:42.110380 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d42017a-9e57-4d80-bf96-ddf44c5dba58 admin admin] Publish callbacks [] for security_group (da7838e9-3fc9-412e-be6e-e56cba048a46), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:42.245013 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d42017a-9e57-4d80-bf96-ddf44c5dba58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (da7838e9-3fc9-412e-be6e-e56cba048a46), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:42.247822 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d42017a-9e57-4d80-bf96-ddf44c5dba58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:42.250260 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4d42017a-9e57-4d80-bf96-ddf44c5dba58 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da7838e9-3fc9-412e-be6e-e56cba048a46 HTTP/1.1" status: 204 len: 168 time: 0.2174485 Feb 18 12:24:42.262384 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42017a-9e57-4d80-bf96-ddf44c5dba58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7838e9-3fc9-412e-be6e-e56cba048a46,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:42.681512 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9df224-f1c1-4c57-9ca5-bdb17a94e1d5 req-09d44c5c-79dd-4870-b2be-2880e86d1ce6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:42.683107 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2f9df224-f1c1-4c57-9ca5-bdb17a94e1d5 req-09d44c5c-79dd-4870-b2be-2880e86d1ce6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0508938 Feb 18 12:24:42.752407 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2f9df224-f1c1-4c57-9ca5-bdb17a94e1d5 req-bed5efbb-8599-47a2-b129-a6a66669d085 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629673 Feb 18 12:24:42.986654 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175eb2b-9ebd-41ba-8ede-ceb1cbd633f9 req-57c77d37-b3a2-4f09-b05e-255831c5b29c tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:42.988215 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8175eb2b-9ebd-41ba-8ede-ceb1cbd633f9 req-57c77d37-b3a2-4f09-b05e-255831c5b29c tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 946 time: 0.0593019 Feb 18 12:24:43.044570 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8175eb2b-9ebd-41ba-8ede-ceb1cbd633f9 req-abc7329d-7cce-40ba-9249-5c0c802d3926 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501330 Feb 18 12:24:43.448889 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abd45f-8b96-49ec-b4a2-21a38386649b req-b18a2465-af29-4386-b1ba-efa1199af81f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:43.450408 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-67abd45f-8b96-49ec-b4a2-21a38386649b req-b18a2465-af29-4386-b1ba-efa1199af81f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0524809 Feb 18 12:24:43.502129 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-67abd45f-8b96-49ec-b4a2-21a38386649b req-28874f1a-5392-4ec6-8985-83d5684f38cf tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459809 Feb 18 12:24:43.554366 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894a86f-daf0-46f6-afc3-4ec319c66c7e req-04f90e03-2ae9-48a4-b909-d9ab9d80149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:43.556492 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7894a86f-daf0-46f6-afc3-4ec319c66c7e req-04f90e03-2ae9-48a4-b909-d9ab9d80149b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b7f00ee67e874fc3a3812a11c0f82173&device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 1129 time: 0.0532982 Feb 18 12:24:43.670425 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894a86f-daf0-46f6-afc3-4ec319c66c7e req-98eecbd2-dbb0-4328-bf3d-859099d3d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:43.671950 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7894a86f-daf0-46f6-afc3-4ec319c66c7e req-98eecbd2-dbb0-4328-bf3d-859099d3d5de service neutron] 10.222.0.82 "GET /v2.0/networks?id=a0caea6f-d101-4a72-bcf9-9fc354267f4d HTTP/1.1" status: 200 len: 919 time: 0.1077485 Feb 18 12:24:43.715184 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7894a86f-daf0-46f6-afc3-4ec319c66c7e req-23b0cdf6-c16f-4ac8-9804-f9f60993a8d9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d50ced15-0fb2-4f4e-8078-02481f98f3d1 HTTP/1.1" status: 200 len: 217 time: 0.0366173 Feb 18 12:24:43.797070 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894a86f-daf0-46f6-afc3-4ec319c66c7e req-96079977-308b-4b32-9189-5e17d7253e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:43.798610 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7894a86f-daf0-46f6-afc3-4ec319c66c7e req-96079977-308b-4b32-9189-5e17d7253e47 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69bf8867-f823-469a-96c2-77b410e47401 HTTP/1.1" status: 200 len: 858 time: 0.0774837 Feb 18 12:24:43.832104 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7894a86f-daf0-46f6-afc3-4ec319c66c7e req-27c6a3bb-7057-4a26-a356-8707746a29b1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0caea6f-d101-4a72-bcf9-9fc354267f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269389 Feb 18 12:24:43.839239 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549c01d-88bb-4b2f-ba5b-fca3945a96f9 req-3108b600-3db8-493f-bed5-496a21a0a1e7 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:43.840669 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a549c01d-88bb-4b2f-ba5b-fca3945a96f9 req-3108b600-3db8-493f-bed5-496a21a0a1e7 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0918250 Feb 18 12:24:43.960062 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a549c01d-88bb-4b2f-ba5b-fca3945a96f9 req-3ac93ca3-3634-4173-80c6-0fe7aae7646e tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104896 Feb 18 12:24:43.997610 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7894a86f-daf0-46f6-afc3-4ec319c66c7e req-9956a063-465c-4b37-8393-424d67c174b7 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522856 Feb 18 12:24:44.135285 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7894a86f-daf0-46f6-afc3-4ec319c66c7e req-4d33b3fd-c3a3-4695-9c8f-48e79789d8de service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340749 Feb 18 12:24:44.143348 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cec927-9c96-4c4d-b374-fa9fffe75b56 req-5bf4175e-df82-48b7-a9d0-791b1d185ded tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:44.144840 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-98cec927-9c96-4c4d-b374-fa9fffe75b56 req-5bf4175e-df82-48b7-a9d0-791b1d185ded tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0865109 Feb 18 12:24:44.153379 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 43976) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:44.158093 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-fe91732c-4227-4c11-b2fb-9909ce452c6b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Request body: {'floatingip': {'port_id': '6debc8ff-7a5f-42d9-891b-dbbb468bae53'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:44.256337 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe91732c-4227-4c11-b2fb-9909ce452c6b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for floatingip (1f21e24d-3267-48ae-9a84-8f2627ec0075), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:45.065944 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.db.resource_extend [None req-fe91732c-4227-4c11-b2fb-9909ce452c6b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 12:24:45.179193 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe91732c-4227-4c11-b2fb-9909ce452c6b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:45.195926 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411d534-e03d-421d-a24b-5c99f69926ec req-3efa99e9-23df-4ed8-acaa-0ec380c76813 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:45.197474 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9411d534-e03d-421d-a24b-5c99f69926ec req-3efa99e9-23df-4ed8-acaa-0ec380c76813 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.1348314 Feb 18 12:24:45.247813 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9411d534-e03d-421d-a24b-5c99f69926ec req-dfef7589-e903-46cb-9bbb-89d5db35e37a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448110 Feb 18 12:24:45.248404 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe91732c-4227-4c11-b2fb-9909ce452c6b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (1f21e24d-3267-48ae-9a84-8f2627ec0075), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:45.351793 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.l3_db [None req-fe91732c-4227-4c11-b2fb-9909ce452c6b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Floating IP 1f21e24d-3267-48ae-9a84-8f2627ec0075 associated. External IP: 172.27.2.89, port: 6debc8ff-7a5f-42d9-891b-dbbb468bae53. Feb 18 12:24:45.558924 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe91732c-4227-4c11-b2fb-9909ce452c6b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Router 61a91692-520c-4b31-bad6-13ff7ae618be has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:24:45.665322 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe91732c-4227-4c11-b2fb-9909ce452c6b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:24:45.669754 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe91732c-4227-4c11-b2fb-9909ce452c6b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:45.678356 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0c5aba-833b-4783-aacc-5944b0290390 None None] Sync routers for ids ['61a91692-520c-4b31-bad6-13ff7ae618be'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:24:45.700289 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c5aba-833b-4783-aacc-5944b0290390 None None] Routers {'61a91692-520c-4b31-bad6-13ff7ae618be'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:24:45.700899 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-ee0c5aba-833b-4783-aacc-5944b0290390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:24:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['61a91692-520c-4b31-bad6-13ff7ae618be'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:45.702124 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-fe91732c-4227-4c11-b2fb-9909ce452c6b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "PUT /v2.0/floatingips/1f21e24d-3267-48ae-9a84-8f2627ec0075 HTTP/1.1" status: 200 len: 990 time: 1.5476553 Feb 18 12:24:45.702700 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e4d3f1-4959-4552-a04d-78c4854aa082', 'tag': '6debc8ff-7a5f-42d9-891b-dbbb468bae53'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:24:45.704943 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688415d7-6549-49b3-a957-6e971cb41db4" -d '{"events": [{"name": "network-changed", "server_uuid": "67e4d3f1-4959-4552-a04d-78c4854aa082", "tag": "6debc8ff-7a5f-42d9-891b-dbbb468bae53"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:24:45.796107 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703bf29e-e2c1-48a0-b80d-66ebace86600 x-openstack-request-id: req-703bf29e-e2c1-48a0-b80d-66ebace86600 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:24:45.796107 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e4d3f1-4959-4552-a04d-78c4854aa082", "tag": "6debc8ff-7a5f-42d9-891b-dbbb468bae53", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:24:45.796107 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-703bf29e-e2c1-48a0-b80d-66ebace86600 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:24:45.796107 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e4d3f1-4959-4552-a04d-78c4854aa082', 'tag': '6debc8ff-7a5f-42d9-891b-dbbb468bae53', 'status': 'completed', 'code': 200} Feb 18 12:24:45.826311 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-ee0c5aba-833b-4783-aacc-5944b0290390 None None] Set router 61a91692-520c-4b31-bad6-13ff7ae618be gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:24:45.890583 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688415d7-6549-49b3-a957-6e971cb41db4 req-e04c221b-8229-4ec3-b618-b8fab4e89ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:45.892292 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-688415d7-6549-49b3-a957-6e971cb41db4 req-e04c221b-8229-4ec3-b618-b8fab4e89ac5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf&device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 1129 time: 0.0720830 Feb 18 12:24:46.045076 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688415d7-6549-49b3-a957-6e971cb41db4 req-b129b6b2-741a-4d98-a065-805eeca620c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:46.046604 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-688415d7-6549-49b3-a957-6e971cb41db4 req-b129b6b2-741a-4d98-a065-805eeca620c9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=907427c1-55e0-4b75-bd87-f0c37dd607b6 HTTP/1.1" status: 200 len: 912 time: 0.1476274 Feb 18 12:24:46.137076 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-ee0c5aba-833b-4783-aacc-5944b0290390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '1f21e24d-3267-48ae-9a84-8f2627ec0075', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'port_id': '6debc8ff-7a5f-42d9-891b-dbbb468bae53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'mac_address': 'fa:16:3e:6f:b8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e4d3f1-4959-4552-a04d-78c4854aa082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:24:10Z', 'updated_at': '2022-02-18T12:24:44Z', 'revision_number': 1, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:12Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:46.161577 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-688415d7-6549-49b3-a957-6e971cb41db4 req-463d356a-6c04-4fa1-a514-e86f8202f8ca service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6debc8ff-7a5f-42d9-891b-dbbb468bae53 HTTP/1.1" status: 200 len: 998 time: 0.1084571 Feb 18 12:24:46.168877 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0c5aba-833b-4783-aacc-5944b0290390 None None] Checking router: 61a91692-520c-4b31-bad6-13ff7ae618be for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:24:46.177992 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c5aba-833b-4783-aacc-5944b0290390 None None] Routers {'61a91692-520c-4b31-bad6-13ff7ae618be'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:24:46.178633 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-ee0c5aba-833b-4783-aacc-5944b0290390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:24:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['61a91692-520c-4b31-bad6-13ff7ae618be'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:46.220114 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688415d7-6549-49b3-a957-6e971cb41db4 req-a7a24c9a-05df-4f80-9dd7-f55af8abf6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:46.221573 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-688415d7-6549-49b3-a957-6e971cb41db4 req-a7a24c9a-05df-4f80-9dd7-f55af8abf6d0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74c851c4-68d2-4a81-9f74-304bfd0c369a HTTP/1.1" status: 200 len: 850 time: 0.0483336 Feb 18 12:24:46.291916 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688415d7-6549-49b3-a957-6e971cb41db4 req-64addf6d-3219-43ff-a259-8e1475ab8558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:46.293526 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-688415d7-6549-49b3-a957-6e971cb41db4 req-64addf6d-3219-43ff-a259-8e1475ab8558 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=907427c1-55e0-4b75-bd87-f0c37dd607b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0661626 Feb 18 12:24:46.372552 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-ee0c5aba-833b-4783-aacc-5944b0290390 None None] Set router 61a91692-520c-4b31-bad6-13ff7ae618be gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:24:46.431955 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9e84f-732c-4e63-a5b9-1fa800a2b728 req-4596ca7c-73a8-4557-a04a-7251670bf558 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:46.433426 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e3e9e84f-732c-4e63-a5b9-1fa800a2b728 req-4596ca7c-73a8-4557-a04a-7251670bf558 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0804448 Feb 18 12:24:46.436921 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-688415d7-6549-49b3-a957-6e971cb41db4 req-8019a2f1-bdd5-459a-b4d0-0e5f97297a0f service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366839 Feb 18 12:24:46.536293 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e3e9e84f-732c-4e63-a5b9-1fa800a2b728 req-6a60739c-7adc-4854-966c-3758cd44bd00 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966616 Feb 18 12:24:46.569054 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-688415d7-6549-49b3-a957-6e971cb41db4 req-99bda7b3-ca29-4dd1-9c5c-0e3a425c6144 service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235676 Feb 18 12:24:46.605394 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-ee0c5aba-833b-4783-aacc-5944b0290390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '1f21e24d-3267-48ae-9a84-8f2627ec0075', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'port_id': '6debc8ff-7a5f-42d9-891b-dbbb468bae53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'mac_address': 'fa:16:3e:6f:b8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e4d3f1-4959-4552-a04d-78c4854aa082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:24:10Z', 'updated_at': '2022-02-18T12:24:44Z', 'revision_number': 1, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:12Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:24:46.612246 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44046) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:46.636407 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0c5aba-833b-4783-aacc-5944b0290390 None None] The sync data for ids ['61a91692-520c-4b31-bad6-13ff7ae618be'] in dv-cinder-804757-15-iscsi is: [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '1f21e24d-3267-48ae-9a84-8f2627ec0075', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'port_id': '6debc8ff-7a5f-42d9-891b-dbbb468bae53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'mac_address': 'fa:16:3e:6f:b8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e4d3f1-4959-4552-a04d-78c4854aa082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:24:10Z', 'updated_at': '2022-02-18T12:24:44Z', 'revision_number': 1, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:12Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:24:46.723178 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cd004a05-7c72-4765-9efa-6e91afb8a246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:46.828261 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cd004a05-7c72-4765-9efa-6e91afb8a246 admin admin] Publish callbacks [] for security_group (643355e3-e586-4dfc-8dbe-3b154ada3b76), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:46.872319 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3341d4-2191-4b72-9cec-cd9ad98a8aad None None] New status for floating IP 1f21e24d-3267-48ae-9a84-8f2627ec0075: ACTIVE {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:24:46.924592 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cd004a05-7c72-4765-9efa-6e91afb8a246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (643355e3-e586-4dfc-8dbe-3b154ada3b76), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:46.979518 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-cd004a05-7c72-4765-9efa-6e91afb8a246 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3d024a900a9a4231ab552c00160e2928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3660834 Feb 18 12:24:46.981560 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd004a05-7c72-4765-9efa-6e91afb8a246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643355e3-e586-4dfc-8dbe-3b154ada3b76,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:46.982297 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 44056) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:47.056979 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-80bba57a-5b31-4072-bdde-0e72f57bef14 admin admin] Publish callbacks [] for security_group (643355e3-e586-4dfc-8dbe-3b154ada3b76), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:47.093347 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-80bba57a-5b31-4072-bdde-0e72f57bef14 admin admin] Publish callbacks [] for security_group (643355e3-e586-4dfc-8dbe-3b154ada3b76), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:47.287548 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-80bba57a-5b31-4072-bdde-0e72f57bef14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (643355e3-e586-4dfc-8dbe-3b154ada3b76), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:47.296871 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-80bba57a-5b31-4072-bdde-0e72f57bef14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:47.296871 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-80bba57a-5b31-4072-bdde-0e72f57bef14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/643355e3-e586-4dfc-8dbe-3b154ada3b76 HTTP/1.1" status: 204 len: 168 time: 0.3084674 Feb 18 12:24:47.305716 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bba57a-5b31-4072-bdde-0e72f57bef14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643355e3-e586-4dfc-8dbe-3b154ada3b76,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:47.663476 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0743856-ad04-4d39-be11-2f7e171aa393 req-f44a94c0-6b33-47fe-a7ac-76c8b3348468 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:47.665156 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a0743856-ad04-4d39-be11-2f7e171aa393 req-f44a94c0-6b33-47fe-a7ac-76c8b3348468 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0564723 Feb 18 12:24:47.722387 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a0743856-ad04-4d39-be11-2f7e171aa393 req-f1ec45ee-5df5-4e87-9270-1155ef1a63dd tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508103 Feb 18 12:24:48.017271 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 44086) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:48.029857 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fd350b9c-5601-491e-bb86-767c31dba45a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:48.100557 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fd350b9c-5601-491e-bb86-767c31dba45a admin admin] Publish callbacks [] for security_group (eeb29c80-4f42-4d9a-ac42-58f656cf4351), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:48.210454 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fd350b9c-5601-491e-bb86-767c31dba45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (eeb29c80-4f42-4d9a-ac42-58f656cf4351), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:48.247818 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd350b9c-5601-491e-bb86-767c31dba45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb29c80-4f42-4d9a-ac42-58f656cf4351,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:48.252171 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-fd350b9c-5601-491e-bb86-767c31dba45a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d43db4d8b4f43c88d72415c24b35c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338681 Feb 18 12:24:48.255399 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 44088) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:48.301808 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7774baf4-c8a1-4e3d-b034-326d10335397 admin admin] Publish callbacks [] for security_group (eeb29c80-4f42-4d9a-ac42-58f656cf4351), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:48.323001 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7774baf4-c8a1-4e3d-b034-326d10335397 admin admin] Publish callbacks [] for security_group (eeb29c80-4f42-4d9a-ac42-58f656cf4351), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:48.470571 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7774baf4-c8a1-4e3d-b034-326d10335397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (eeb29c80-4f42-4d9a-ac42-58f656cf4351), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:48.473595 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7774baf4-c8a1-4e3d-b034-326d10335397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:48.474769 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-7774baf4-c8a1-4e3d-b034-326d10335397 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eeb29c80-4f42-4d9a-ac42-58f656cf4351 HTTP/1.1" status: 204 len: 168 time: 0.2189112 Feb 18 12:24:48.482633 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774baf4-c8a1-4e3d-b034-326d10335397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb29c80-4f42-4d9a-ac42-58f656cf4351,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:48.853271 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95117b42-6741-4828-afe9-39c4b1767c57 req-51a6bfca-32d3-4ec9-af7e-e430bd4d9af8 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:48.854888 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-95117b42-6741-4828-afe9-39c4b1767c57 req-51a6bfca-32d3-4ec9-af7e-e430bd4d9af8 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0601895 Feb 18 12:24:48.905682 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-95117b42-6741-4828-afe9-39c4b1767c57 req-2141b856-625f-4902-8c2b-e6993bd29faf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448451 Feb 18 12:24:50.024133 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e26a0-c672-412d-9ec4-0c48303d8685 req-bcc75d49-83cd-4723-906d-f4f04c56cfc4 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:50.025609 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ab4e26a0-c672-412d-9ec4-0c48303d8685 req-bcc75d49-83cd-4723-906d-f4f04c56cfc4 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0517335 Feb 18 12:24:50.073978 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ab4e26a0-c672-412d-9ec4-0c48303d8685 req-16686e75-e904-42ce-8e41-09565c0256ad tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425875 Feb 18 12:24:51.207968 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c1bf8-499a-40db-b825-cae9efcc81db req-baadd895-827e-4128-a7bd-a1ad299a997c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:51.209602 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a98c1bf8-499a-40db-b825-cae9efcc81db req-baadd895-827e-4128-a7bd-a1ad299a997c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0556355 Feb 18 12:24:51.255640 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a98c1bf8-499a-40db-b825-cae9efcc81db req-bf5256f2-d9db-4507-8245-ade8a96a8ee7 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 Feb 18 12:24:52.370949 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c73fe-45b1-4c3d-abef-247657ee3d4d req-cda53bca-d126-4fea-adb6-e7f0a00e68ec tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:52.372562 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fe6c73fe-45b1-4c3d-abef-247657ee3d4d req-cda53bca-d126-4fea-adb6-e7f0a00e68ec tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0508845 Feb 18 12:24:52.420860 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fe6c73fe-45b1-4c3d-abef-247657ee3d4d req-4aed9569-c55e-47a2-94f5-add222d69ca0 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Feb 18 12:24:53.540266 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9682e4-883a-4d96-a275-bd7340ff58b5 req-c00395b4-f868-4ca7-8c16-b8b92058acac tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:53.541757 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4f9682e4-883a-4d96-a275-bd7340ff58b5 req-c00395b4-f868-4ca7-8c16-b8b92058acac tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0513892 Feb 18 12:24:53.594259 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4f9682e4-883a-4d96-a275-bd7340ff58b5 req-442291ff-9b3e-4e3f-8242-6c58986d425c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469687 Feb 18 12:24:54.724842 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa95fef-b20f-4834-ae14-c9c11b09599a req-79a35180-3ecb-42b0-a184-4ab5394e47bc tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:54.726353 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1fa95fef-b20f-4834-ae14-c9c11b09599a req-79a35180-3ecb-42b0-a184-4ab5394e47bc tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0516720 Feb 18 12:24:54.773386 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1fa95fef-b20f-4834-ae14-c9c11b09599a req-b45829f5-5daa-43af-9126-59e4d1ba90e5 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415368 Feb 18 12:24:55.935331 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-518079f1-6882-4e98-ae8b-da7d541ecb18 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:55.936803 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-518079f1-6882-4e98-ae8b-da7d541ecb18 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/networks?id=f1d28a73-edef-493c-ac98-beeac644e446 HTTP/1.1" status: 200 len: 814 time: 0.1334889 Feb 18 12:24:55.944811 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8094169-12c2-4d67-bcc6-9684787a34e3 req-c557446a-4857-44a2-a8ad-d826170425f0 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:55.946251 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e8094169-12c2-4d67-bcc6-9684787a34e3 req-c557446a-4857-44a2-a8ad-d826170425f0 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0923436 Feb 18 12:24:55.961670 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-e5318912-aecc-44a6-8399-fa53e41128df tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/quotas/d6d65e60624c4b23bb816791f5e467e9 HTTP/1.1" status: 200 len: 375 time: 0.0144954 Feb 18 12:24:56.024839 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e8094169-12c2-4d67-bcc6-9684787a34e3 req-2e642121-89e7-448d-b222-7c40ab0f30dd tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706940 Feb 18 12:24:56.036675 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-66dae6a6-6d9a-4c44-97b0-fa9b4848f01d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6d65e60624c4b23bb816791f5e467e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0667832 Feb 18 12:24:56.127537 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-76c26ac9-111c-4ab1-a8e4-1d9f508c638c service neutron] 10.222.0.52 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841434 Feb 18 12:24:56.214459 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-671b61ab-41f2-45e4-bbb0-28c4ad0f0f25 service neutron] 10.222.0.52 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806155 Feb 18 12:24:56.468367 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-33d12e1a-6a5c-4b01-bcfe-2d958375455e req-e5711b44-e229-4c4a-a1bd-fbd0c042888d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 210 time: 0.0310845 Feb 18 12:24:57.144910 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728c0bd-df73-409b-88d1-bd0f921a2cc8 req-aa965c7e-e052-4ee1-8e38-c6ee35f3b6c6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:57.152280 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8728c0bd-df73-409b-88d1-bd0f921a2cc8 req-aa965c7e-e052-4ee1-8e38-c6ee35f3b6c6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0509200 Feb 18 12:24:57.194366 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8728c0bd-df73-409b-88d1-bd0f921a2cc8 req-4e8f62e4-cf3b-4a1f-a3a4-4d6af55bc8c7 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421028 Feb 18 12:24:57.543081 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-73d5699a-55c8-44b8-93a5-f69ac52a1777 req-522a6a98-ff74-4264-b8ef-5ded9730ca05 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 210 time: 0.0263188 Feb 18 12:24:58.513799 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f11ee-b565-4044-9039-125252aec3c8 req-6beaf14d-6ba9-4cdb-8561-5cfc55de36f5 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:58.515286 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-925f11ee-b565-4044-9039-125252aec3c8 req-6beaf14d-6ba9-4cdb-8561-5cfc55de36f5 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0571475 Feb 18 12:24:58.518242 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 44362) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:58.567908 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-925f11ee-b565-4044-9039-125252aec3c8 req-d27e0e3b-8eea-4fb4-a295-7199e95ecc1d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440567 Feb 18 12:24:58.655538 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-248d3416-3211-4877-aa8d-c972270c01de req-4600e56c-dfad-4e2e-93a5-510b607e863d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 210 time: 0.0370622 Feb 18 12:24:58.656328 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:58.735322 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Publish callbacks [] for security_group (91c9f00a-a366-4b12-bf40-d21a5b887557), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:58.823866 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (91c9f00a-a366-4b12-bf40-d21a5b887557), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:58.862337 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6da72256624a4405a6346d089c3e8287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429599 Feb 18 12:24:58.863182 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c9f00a-a366-4b12-bf40-d21a5b887557,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:58.865152 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44370) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:58.876638 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:58.876993 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:58.877342 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:58.877700 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:58.878587 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:58.878925 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:58.879256 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:58.879586 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:58.879916 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:58.880246 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:58.880573 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:58.880898 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:58.881226 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b40f0-c6c8-4375-a337-972a0604e2d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:58.912527 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Publish callbacks [] for security_group (91c9f00a-a366-4b12-bf40-d21a5b887557), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:58.932471 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Publish callbacks [] for security_group (91c9f00a-a366-4b12-bf40-d21a5b887557), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:59.078976 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (91c9f00a-a366-4b12-bf40-d21a5b887557), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:59.082036 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:59.086074 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/91c9f00a-a366-4b12-bf40-d21a5b887557 HTTP/1.1" status: 204 len: 168 time: 0.2198560 Feb 18 12:24:59.094164 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c9f00a-a366-4b12-bf40-d21a5b887557,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:59.101911 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:59.102301 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:59.102663 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:59.103007 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:59.103343 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:59.113734 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:59.117604 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:59.117604 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:59.117604 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:59.117604 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:59.117604 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:59.117604 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:59.117604 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0e6b-a0d3-476e-8cd6-5e5222ce97fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:59.206306 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-a32ddf4f-ef8d-4467-9e85-6d877fbc80d6 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:59.208289 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-a32ddf4f-ef8d-4467-9e85-6d877fbc80d6 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "GET /v2.0/networks?id=f1d28a73-edef-493c-ac98-beeac644e446 HTTP/1.1" status: 200 len: 814 time: 0.1098902 Feb 18 12:24:59.230795 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-86690aa8-1397-456b-b9db-6ac48d6d6343 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Request body: {'port': {'device_id': '110e0e41-8144-40d8-b910-470df3ba9153', 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446', 'admin_state_up': True, 'tenant_id': 'd6d65e60624c4b23bb816791f5e467e9'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:59.510250 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-86690aa8-1397-456b-b9db-6ac48d6d6343 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Made reservation on behalf of d6d65e60624c4b23bb816791f5e467e9 for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:24:59.514034 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-86690aa8-1397-456b-b9db-6ac48d6d6343 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:59.660757 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-86690aa8-1397-456b-b9db-6ac48d6d6343 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Allocated IP 172.20.0.5 (f1d28a73-edef-493c-ac98-beeac644e446/b1c352a1-857a-4072-b4cc-94c967e8170a/9d76680d-8425-4c9e-bc8b-52a276cfc65e) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:24:59.736826 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006051-894d-4864-907e-60c8d901bd5e req-e76dd2ba-67f7-4940-808a-8d25a961d569 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:59.738417 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-88006051-894d-4864-907e-60c8d901bd5e req-e76dd2ba-67f7-4940-808a-8d25a961d569 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0864584 Feb 18 12:24:59.879991 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44412) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:59.907396 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44414) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:24:59.925797 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e3845514-ed09-4234-a47b-14194840ade1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:59.956657 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31feccd-1868-46bc-b322-2c064a6c6b24 admin admin] Deleting subnet 390fc647-821e-4b7c-8b38-cd5dea9842d5 {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:24:59.961013 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f31feccd-1868-46bc-b322-2c064a6c6b24 admin admin] Publish callbacks [] for subnet (390fc647-821e-4b7c-8b38-cd5dea9842d5), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.013550 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f31feccd-1868-46bc-b322-2c064a6c6b24 admin admin] Publish callbacks [] for subnet (390fc647-821e-4b7c-8b38-cd5dea9842d5), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.014647 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-051c77bb-0b68-45fc-93dc-26d360139976 req-b30c2002-f2e8-4036-a620-dcb38f4dc5b0 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 210 time: 0.2727242 Feb 18 12:25:00.024886 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f31feccd-1868-46bc-b322-2c064a6c6b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (390fc647-821e-4b7c-8b38-cd5dea9842d5), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.070760 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-88006051-894d-4864-907e-60c8d901bd5e req-9ce6475d-6367-414a-ac01-7095e2934554 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227456 Feb 18 12:25:00.102257 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-86690aa8-1397-456b-b9db-6ac48d6d6343 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks [] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.105533 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e3845514-ed09-4234-a47b-14194840ade1 admin admin] Publish callbacks [] for security_group (6294db3f-363c-4480-86ff-5ec21976ff20), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.173035 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e3845514-ed09-4234-a47b-14194840ade1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (6294db3f-363c-4480-86ff-5ec21976ff20), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.177768 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f31feccd-1868-46bc-b322-2c064a6c6b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for subnet (390fc647-821e-4b7c-8b38-cd5dea9842d5), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.221538 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31feccd-1868-46bc-b322-2c064a6c6b24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=390fc647-821e-4b7c-8b38-cd5dea9842d5,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:00.227675 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f31feccd-1868-46bc-b322-2c064a6c6b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.230824 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f31feccd-1868-46bc-b322-2c064a6c6b24 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/390fc647-821e-4b7c-8b38-cd5dea9842d5 HTTP/1.1" status: 204 len: 168 time: 0.3494945 Feb 18 12:25:00.233724 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-86690aa8-1397-456b-b9db-6ac48d6d6343 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.240292 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 44424) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:00.247707 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e3845514-ed09-4234-a47b-14194840ade1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67070b48a62c45f49df643d760b52cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372703 Feb 18 12:25:00.247707 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3845514-ed09-4234-a47b-14194840ade1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6294db3f-363c-4480-86ff-5ec21976ff20,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:00.248901 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44426) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:00.254794 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['42aa8b4d-35aa-41c5-b544-122f6eb29684'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:25:00.317459 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-341aeac2-f928-4b12-b734-c8f82aa69f1c admin admin] Publish callbacks [] for security_group (6294db3f-363c-4480-86ff-5ec21976ff20), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.325852 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86690aa8-1397-456b-b9db-6ac48d6d6343 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Pushing event updated for resources: {'Port': ['ID=9d76680d-8425-4c9e-bc8b-52a276cfc65e,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:00.340987 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-341aeac2-f928-4b12-b734-c8f82aa69f1c admin admin] Publish callbacks [] for security_group (6294db3f-363c-4480-86ff-5ec21976ff20), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.357309 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-86690aa8-1397-456b-b9db-6ac48d6d6343 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Network f1d28a73-edef-493c-ac98-beeac644e446 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:25:00.360193 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-86690aa8-1397-456b-b9db-6ac48d6d6343 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:25:00.388133 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-86690aa8-1397-456b-b9db-6ac48d6d6343 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:25:00.393172 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-86690aa8-1397-456b-b9db-6ac48d6d6343 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:00.394100 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-86690aa8-1397-456b-b9db-6ac48d6d6343 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.428219 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (c916e7be-7f24-4517-bd7a-c5f02727c355), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.467710 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-341aeac2-f928-4b12-b734-c8f82aa69f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (6294db3f-363c-4480-86ff-5ec21976ff20), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.470360 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-341aeac2-f928-4b12-b734-c8f82aa69f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.471511 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-341aeac2-f928-4b12-b734-c8f82aa69f1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6294db3f-363c-4480-86ff-5ec21976ff20 HTTP/1.1" status: 204 len: 168 time: 0.2217219 Feb 18 12:25:00.480804 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341aeac2-f928-4b12-b734-c8f82aa69f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6294db3f-363c-4480-86ff-5ec21976ff20,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:00.524515 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (c916e7be-7f24-4517-bd7a-c5f02727c355), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.547935 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:00.548470 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:00.551917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:00.551917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Subscribe: > port after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:00.551917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:00.551917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Subscribe: > port after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:00.551917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:00.551917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:00.551917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:00.551917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:00.697232 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:00.697589 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:00.697921 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:00.698281 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:00.698651 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c916e7be-7f24-4517-bd7a-c5f02727c355']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:00.719988 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-86690aa8-1397-456b-b9db-6ac48d6d6343 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4883037 Feb 18 12:25:00.721924 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74d6c4b-a235-45d9-b208-1a7034eaeeb9') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:00.722280 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74d6c4b-a235-45d9-b208-1a7034eaeeb9') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:00.739109 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919526'] for segment (f74d6c4b-a235-45d9-b208-1a7034eaeeb9), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.758531 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Request body: {'port': {'device_id': '110e0e41-8144-40d8-b910-470df3ba9153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:00.784624 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (f74d6c4b-a235-45d9-b208-1a7034eaeeb9), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.797716 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:25:00.798140 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12919947'] for segment (f74d6c4b-a235-45d9-b208-1a7034eaeeb9), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: from cryptography.utils import int_from_bytes Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: from cryptography.utils import int_from_bytes Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: Traceback (most recent call last): Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: timer() Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: cb(*args, **kw) Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: return func(*args, **kwargs) Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: self._notify() Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: self.callback(batched_events) Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: event.method(event) Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: return f(self, *a, **k) Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._get(url).json() Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:25:00.817368 dv-cinder-804757-15-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:25:00.897059 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.003632 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (c916e7be-7f24-4517-bd7a-c5f02727c355), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.019151 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.022506 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c916e7be-7f24-4517-bd7a-c5f02727c355 HTTP/1.1" status: 204 len: 168 time: 0.7808568 Feb 18 12:25:01.025491 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44442) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:01.039175 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc0228-be12-436c-8523-117ff668d904 admin admin] Pushing event deleted for resources: {'Network': ['ID=c916e7be-7f24-4517-bd7a-c5f02727c355,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:01.075538 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-187e1b7c-3520-4f2f-8880-d95d4a56bf22 admin admin] Deleting subnet 4b079793-6417-4fc5-b36a-d3690eacbd99 {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:25:01.078905 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-187e1b7c-3520-4f2f-8880-d95d4a56bf22 admin admin] Publish callbacks [] for subnet (4b079793-6417-4fc5-b36a-d3690eacbd99), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.120452 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-187e1b7c-3520-4f2f-8880-d95d4a56bf22 admin admin] Publish callbacks [] for subnet (4b079793-6417-4fc5-b36a-d3690eacbd99), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.127220 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-187e1b7c-3520-4f2f-8880-d95d4a56bf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (4b079793-6417-4fc5-b36a-d3690eacbd99), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.231516 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faa281-1546-45d7-8cb6-564ec75509ff req-2737e1c1-86c0-4709-8a3c-ebb1dc6d66ef tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:01.233009 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-60faa281-1546-45d7-8cb6-564ec75509ff req-2737e1c1-86c0-4709-8a3c-ebb1dc6d66ef tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 931 time: 0.1351473 Feb 18 12:25:01.271837 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-187e1b7c-3520-4f2f-8880-d95d4a56bf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for subnet (4b079793-6417-4fc5-b36a-d3690eacbd99), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.298186 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e1b7c-3520-4f2f-8880-d95d4a56bf22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b079793-6417-4fc5-b36a-d3690eacbd99,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:01.299892 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776afe3-73fc-4f2e-9e62-8cd90465961b req-c240ee2e-54f5-4586-9973-11ed0f025a52 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:01.300224 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-187e1b7c-3520-4f2f-8880-d95d4a56bf22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.301428 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2776afe3-73fc-4f2e-9e62-8cd90465961b req-c240ee2e-54f5-4586-9973-11ed0f025a52 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.1294253 Feb 18 12:25:01.303418 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-187e1b7c-3520-4f2f-8880-d95d4a56bf22 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4b079793-6417-4fc5-b36a-d3690eacbd99 HTTP/1.1" status: 204 len: 168 time: 0.2769139 Feb 18 12:25:01.306027 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44452) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:01.361481 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-60faa281-1546-45d7-8cb6-564ec75509ff req-5f197b07-7778-4c2f-a109-5f2a0c9ec80d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173766 Feb 18 12:25:01.372413 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d76680d-8425-4c9e-bc8b-52a276cfc65e {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:25:01.392881 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Publish callbacks [] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.413321 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2776afe3-73fc-4f2e-9e62-8cd90465961b req-2b0e18a9-fe52-4c91-8453-42db326760d5 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863161 Feb 18 12:25:01.414308 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Transition to ACTIVE for port object 9d76680d-8425-4c9e-bc8b-52a276cfc65e will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:25:01.450121 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (02b034a1-339d-43c1-b220-160531999917), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.475861 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.549301 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Pushing event updated for resources: {'Port': ['ID=9d76680d-8425-4c9e-bc8b-52a276cfc65e,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:01.552162 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (02b034a1-339d-43c1-b220-160531999917), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.581497 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:01.581840 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:01.582610 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:01.582959 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Subscribe: > port after_create 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:01.583302 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:01.583632 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Subscribe: > port after_update 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:01.583963 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:01.584289 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:01.584600 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:01.584915 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:01.603056 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Attempting to bind port 9d76680d-8425-4c9e-bc8b-52a276cfc65e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:25:01.603404 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Attempting to bind port 9d76680d-8425-4c9e-bc8b-52a276cfc65e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:25:01.603749 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Attempting to bind port 9d76680d-8425-4c9e-bc8b-52a276cfc65e on network f1d28a73-edef-493c-ac98-beeac644e446 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:25:01.607909 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Port 9d76680d-8425-4c9e-bc8b-52a276cfc65e on network f1d28a73-edef-493c-ac98-beeac644e446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:25:01.608213 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Attempting to bind port 9d76680d-8425-4c9e-bc8b-52a276cfc65e on network f1d28a73-edef-493c-ac98-beeac644e446 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:25:01.613109 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:25:01.613443 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Checking segment: {'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:25:01.613824 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Bound using segment: {'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:25:01.614267 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Bound port: 9d76680d-8425-4c9e-bc8b-52a276cfc65e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:25:01.614612 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.652291 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:01.652643 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:01.652970 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:01.653298 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103420) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:25:01.653662 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b034a1-339d-43c1-b220-160531999917']}} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:01.677964 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507d0791-c048-43a0-b80b-1d9ca68414a1') {'for_net_delete': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:01.678334 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507d0791-c048-43a0-b80b-1d9ca68414a1') {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:01.696153 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14228990'] for segment (507d0791-c048-43a0-b80b-1d9ca68414a1), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.699221 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] For port 9d76680d-8425-4c9e-bc8b-52a276cfc65e, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:25:01.702418 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] For port 9d76680d-8425-4c9e-bc8b-52a276cfc65e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9d76680d-8425-4c9e-bc8b-52a276cfc65e,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:25:01.717809 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (507d0791-c048-43a0-b80b-1d9ca68414a1), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.726523 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:25:01.726898 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12850108'] for segment (507d0791-c048-43a0-b80b-1d9ca68414a1), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: from cryptography.utils import int_from_bytes Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: from cryptography.utils import int_from_bytes Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: Traceback (most recent call last): Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: timer() Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: cb(*args, **kw) Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: return func(*args, **kwargs) Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: self._notify() Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: self.callback(batched_events) Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: event.method(event) Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: return f(self, *a, **k) Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: return self._get(url).json() Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: return self.request(url, 'GET', **kwargs) Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:25:01.730969 dv-cinder-804757-15-iscsi neutron-server[103420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:25:01.756284 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.790113 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:01.790113 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.791273 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] 10.222.0.82 "PUT /v2.0/ports/9d76680d-8425-4c9e-bc8b-52a276cfc65e HTTP/1.1" status: 200 len: 1093 time: 1.0418873 Feb 18 12:25:01.793874 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110e0e41-8144-40d8-b910-470df3ba9153', 'tag': '9d76680d-8425-4c9e-bc8b-52a276cfc65e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:25:01.797319 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d8b218-acb9-4352-a313-53d29944d8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "110e0e41-8144-40d8-b910-470df3ba9153", "tag": "9d76680d-8425-4c9e-bc8b-52a276cfc65e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:25:01.829085 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a91ec-bb5c-4fbd-bd52-288938b16c0f service neutron] Pushing event updated for resources: {'Port': ['ID=9d76680d-8425-4c9e-bc8b-52a276cfc65e,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:01.851487 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783e300a-ddb6-4a31-b04d-e75f4abb5d0b x-openstack-request-id: req-783e300a-ddb6-4a31-b04d-e75f4abb5d0b {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:25:01.851791 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110e0e41-8144-40d8-b910-470df3ba9153", "tag": "9d76680d-8425-4c9e-bc8b-52a276cfc65e", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:25:01.851998 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-783e300a-ddb6-4a31-b04d-e75f4abb5d0b {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:25:01.852400 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110e0e41-8144-40d8-b910-470df3ba9153', 'tag': '9d76680d-8425-4c9e-bc8b-52a276cfc65e', 'status': 'completed', 'code': 200} Feb 18 12:25:01.884981 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (02b034a1-339d-43c1-b220-160531999917), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.901296 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=02b034a1-339d-43c1-b220-160531999917,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:01.903169 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.909793 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-cda9db55-1b70-4f29-bf65-fbbb15cc2f8f admin admin] 10.222.0.52 "DELETE /v2.0/networks/02b034a1-339d-43c1-b220-160531999917 HTTP/1.1" status: 204 len: 168 time: 0.6020827 Feb 18 12:25:01.953958 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b218-acb9-4352-a313-53d29944d8a8 req-3c6a02a4-8f56-4276-aa8f-6d0de24766fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:01.956055 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-31d8b218-acb9-4352-a313-53d29944d8a8 req-3c6a02a4-8f56-4276-aa8f-6d0de24766fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d6d65e60624c4b23bb816791f5e467e9&device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 1127 time: 0.0602324 Feb 18 12:25:01.989516 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44482) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:02.111383 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dce6a7a2-b4e8-4e35-ba5e-1cf133648378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:02.159430 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b218-acb9-4352-a313-53d29944d8a8 req-065bd33c-ed19-4338-8a74-a29660fc216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:02.161231 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-31d8b218-acb9-4352-a313-53d29944d8a8 req-065bd33c-ed19-4338-8a74-a29660fc216f service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=d6d65e60624c4b23bb816791f5e467e9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1934206 Feb 18 12:25:02.189255 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dce6a7a2-b4e8-4e35-ba5e-1cf133648378 admin admin] Publish callbacks [] for security_group (391bdf0e-3462-46d7-913e-18ef7cf50f43), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:02.292783 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dce6a7a2-b4e8-4e35-ba5e-1cf133648378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (391bdf0e-3462-46d7-913e-18ef7cf50f43), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:02.327132 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8b218-acb9-4352-a313-53d29944d8a8 req-a3ad9a74-c3cf-46cd-850f-c61a040d72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:02.328687 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-31d8b218-acb9-4352-a313-53d29944d8a8 req-a3ad9a74-c3cf-46cd-850f-c61a040d72bc service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578152 Feb 18 12:25:02.335277 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-dce6a7a2-b4e8-4e35-ba5e-1cf133648378 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=226a1dbffd274df9bc63ec8a71a5a3d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457744 Feb 18 12:25:02.336387 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6a7a2-b4e8-4e35-ba5e-1cf133648378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391bdf0e-3462-46d7-913e-18ef7cf50f43,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:02.337995 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 44488) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:02.354603 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44490) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:02.396881 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f56991f8-5675-4bd1-9ea3-6e814c39d724 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90f0da0f0d7e4806898c4fdbd9dd9d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411029 Feb 18 12:25:02.399280 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44494) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:02.443290 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c36af401-3bd5-4de9-a763-69ee8917976c admin admin] Publish callbacks [] for security_group (391bdf0e-3462-46d7-913e-18ef7cf50f43), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:02.453639 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-8b877a61-d3d4-482d-a6a5-aa417e43cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:02.455375 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-8b877a61-d3d4-482d-a6a5-aa417e43cddc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d6d65e60624c4b23bb816791f5e467e9&device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 1127 time: 0.0757048 Feb 18 12:25:02.517911 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-978f0030-a84e-45dc-8e6f-cdc5bd2404d1 admin admin] Publish callbacks [] for security_group (8577b3ed-1907-40b4-a2da-bfa939072fa7), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:02.521800 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c36af401-3bd5-4de9-a763-69ee8917976c admin admin] Publish callbacks [] for security_group (391bdf0e-3462-46d7-913e-18ef7cf50f43), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:02.531143 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-bf618388-f4f1-4947-a477-2e6e6dfb2f7b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d76680d-8425-4c9e-bc8b-52a276cfc65e HTTP/1.1" status: 200 len: 217 time: 0.0641310 Feb 18 12:25:02.559769 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-978f0030-a84e-45dc-8e6f-cdc5bd2404d1 admin admin] Publish callbacks [] for security_group (8577b3ed-1907-40b4-a2da-bfa939072fa7), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:02.674381 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-2d19dab8-513a-45ea-882a-df8ac74a8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:02.676497 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-2d19dab8-513a-45ea-882a-df8ac74a8028 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1c352a1-857a-4072-b4cc-94c967e8170a HTTP/1.1" status: 200 len: 854 time: 0.1118143 Feb 18 12:25:02.684554 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e02578-ead7-49c5-a988-dc486ef7ce17 req-c35c99fb-ceed-469c-ad94-04aba6840557 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:02.685996 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-13e02578-ead7-49c5-a988-dc486ef7ce17 req-c35c99fb-ceed-469c-ad94-04aba6840557 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 943 time: 0.1669726 Feb 18 12:25:02.710116 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-978f0030-a84e-45dc-8e6f-cdc5bd2404d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (8577b3ed-1907-40b4-a2da-bfa939072fa7), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:02.712879 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-978f0030-a84e-45dc-8e6f-cdc5bd2404d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:02.714121 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-978f0030-a84e-45dc-8e6f-cdc5bd2404d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8577b3ed-1907-40b4-a2da-bfa939072fa7 HTTP/1.1" status: 204 len: 168 time: 0.3137970 Feb 18 12:25:02.722519 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0030-a84e-45dc-8e6f-cdc5bd2404d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8577b3ed-1907-40b4-a2da-bfa939072fa7,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:02.724929 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-c19525aa-669a-4c3f-b163-fcd1b98b3215 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f1d28a73-edef-493c-ac98-beeac644e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360627 Feb 18 12:25:02.772762 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9491b-92df-46cb-a0eb-fb2e0d0a064a req-bb8b0f55-dcf0-4e29-9255-fb04d240e611 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:02.773192 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-89f9491b-92df-46cb-a0eb-fb2e0d0a064a req-bb8b0f55-dcf0-4e29-9255-fb04d240e611 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.2096202 Feb 18 12:25:02.846646 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c36af401-3bd5-4de9-a763-69ee8917976c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (391bdf0e-3462-46d7-913e-18ef7cf50f43), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:02.846646 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c36af401-3bd5-4de9-a763-69ee8917976c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:02.846646 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-c36af401-3bd5-4de9-a763-69ee8917976c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/391bdf0e-3462-46d7-913e-18ef7cf50f43 HTTP/1.1" status: 204 len: 168 time: 0.5066493 Feb 18 12:25:02.857299 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-13e02578-ead7-49c5-a988-dc486ef7ce17 req-b609cd1b-32b4-4edb-a2c9-428b2c3d09cd tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586037 Feb 18 12:25:02.872568 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36af401-3bd5-4de9-a763-69ee8917976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391bdf0e-3462-46d7-913e-18ef7cf50f43,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:02.916084 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-d2c0443e-1bf4-42ff-8287-f480c8f77894 service neutron] 10.222.0.82 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797216 Feb 18 12:25:02.921822 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-89f9491b-92df-46cb-a0eb-fb2e0d0a064a req-85023ef5-61c6-43ce-81d8-e47c5accf4df tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226497 Feb 18 12:25:03.018875 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0718ebee-d5fd-460b-aa3f-2f499c5a9744 req-499bbc12-68f6-4400-acb6-0cf32cfb691b service neutron] 10.222.0.82 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959334 Feb 18 12:25:03.482726 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9710c6-7c53-4d56-96ae-1a0188539d69 req-13274056-709c-4524-be7a-286d90a4a5f1 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:03.484199 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1b9710c6-7c53-4d56-96ae-1a0188539d69 req-13274056-709c-4524-be7a-286d90a4a5f1 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 946 time: 0.0522375 Feb 18 12:25:03.530918 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1b9710c6-7c53-4d56-96ae-1a0188539d69 req-31efb972-2629-4856-89b7-33607d448de0 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Feb 18 12:25:03.609778 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44520) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:03.649695 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-9b129d5e-786d-4307-a567-f2e8f27bd9bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bdffcc5a82964a1ab97510c159662866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386105 Feb 18 12:25:03.656726 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44522) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:03.707342 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-62c432f3-d6da-4598-8a2c-e3edb77376e6 admin admin] Publish callbacks [] for security_group (db2d5c1d-ac14-46f2-816a-e3b63d00afc6), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:03.728206 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-62c432f3-d6da-4598-8a2c-e3edb77376e6 admin admin] Publish callbacks [] for security_group (db2d5c1d-ac14-46f2-816a-e3b63d00afc6), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:03.736223 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 44528) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:03.749800 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ddeec628-cfec-439b-a33e-cd2f59aa5e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:03.830831 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ddeec628-cfec-439b-a33e-cd2f59aa5e93 admin admin] Publish callbacks [] for security_group (62c1c222-b27d-4978-808c-7f9ff838c08e), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:03.986590 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1954d-33e5-49af-9641-7d70b91bb521 req-06e7a797-1e95-4c7b-b4a3-9057a7e2d098 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:03.988825 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9de1954d-33e5-49af-9641-7d70b91bb521 req-06e7a797-1e95-4c7b-b4a3-9057a7e2d098 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 943 time: 0.0566490 Feb 18 12:25:03.993115 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-62c432f3-d6da-4598-8a2c-e3edb77376e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (db2d5c1d-ac14-46f2-816a-e3b63d00afc6), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:03.993271 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ddeec628-cfec-439b-a33e-cd2f59aa5e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (62c1c222-b27d-4978-808c-7f9ff838c08e), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:03.996606 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-62c432f3-d6da-4598-8a2c-e3edb77376e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:03.997773 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-62c432f3-d6da-4598-8a2c-e3edb77376e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db2d5c1d-ac14-46f2-816a-e3b63d00afc6 HTTP/1.1" status: 204 len: 168 time: 0.3401573 Feb 18 12:25:04.005890 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c432f3-d6da-4598-8a2c-e3edb77376e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2d5c1d-ac14-46f2-816a-e3b63d00afc6,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:04.080714 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeec628-cfec-439b-a33e-cd2f59aa5e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c1c222-b27d-4978-808c-7f9ff838c08e,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:04.109689 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ddeec628-cfec-439b-a33e-cd2f59aa5e93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec214617def5403db5fbddbaec954f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3723912 Feb 18 12:25:04.113013 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44540) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:04.153112 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9de1954d-33e5-49af-9641-7d70b91bb521 req-5b26eb8a-31bd-4e7f-bd89-1ea2a1554563 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397254 Feb 18 12:25:04.164261 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83dc8b-e5a4-4b77-b3d5-7557a19263fe req-fd24684e-af8d-41ac-b9f6-1d28b7ab8de9 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:04.173291 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-eb83dc8b-e5a4-4b77-b3d5-7557a19263fe req-fd24684e-af8d-41ac-b9f6-1d28b7ab8de9 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.1514447 Feb 18 12:25:04.173497 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-15b26720-28ae-4471-8bbc-7c20b2a6cb65 admin admin] Publish callbacks [] for security_group (62c1c222-b27d-4978-808c-7f9ff838c08e), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:04.173583 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8634412c-3824-4597-b40c-96c525f92351 req-6c78bfa4-2db6-4178-87e5-23e8e54e6707 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1315973 Feb 18 12:25:04.195892 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-15b26720-28ae-4471-8bbc-7c20b2a6cb65 admin admin] Publish callbacks [] for security_group (62c1c222-b27d-4978-808c-7f9ff838c08e), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:04.219525 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-eb83dc8b-e5a4-4b77-b3d5-7557a19263fe req-86f462e6-8255-4cd9-a3aa-03fb0c189f41 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464654 Feb 18 12:25:04.287280 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634412c-3824-4597-b40c-96c525f92351 req-9b8d7c3d-026e-4f20-aba8-e516afd7824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:04.288820 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8634412c-3824-4597-b40c-96c525f92351 req-9b8d7c3d-026e-4f20-aba8-e516afd7824e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d6d65e60624c4b23bb816791f5e467e9&device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 1130 time: 0.0442204 Feb 18 12:25:04.405031 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634412c-3824-4597-b40c-96c525f92351 req-2de68cfb-2c7d-4525-91ee-04a3f35bf195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:04.406431 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8634412c-3824-4597-b40c-96c525f92351 req-2de68cfb-2c7d-4525-91ee-04a3f35bf195 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f1d28a73-edef-493c-ac98-beeac644e446 HTTP/1.1" status: 200 len: 915 time: 0.0931575 Feb 18 12:25:04.412481 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-15b26720-28ae-4471-8bbc-7c20b2a6cb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (62c1c222-b27d-4978-808c-7f9ff838c08e), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:04.415113 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-15b26720-28ae-4471-8bbc-7c20b2a6cb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:04.416277 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-15b26720-28ae-4471-8bbc-7c20b2a6cb65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62c1c222-b27d-4978-808c-7f9ff838c08e HTTP/1.1" status: 204 len: 168 time: 0.3022490 Feb 18 12:25:04.423955 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b26720-28ae-4471-8bbc-7c20b2a6cb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c1c222-b27d-4978-808c-7f9ff838c08e,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:04.449768 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8634412c-3824-4597-b40c-96c525f92351 req-e7e2a997-c49d-4215-a82d-d5ce19008348 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42aa8b4d-35aa-41c5-b544-122f6eb29684 HTTP/1.1" status: 200 len: 217 time: 0.0369051 Feb 18 12:25:04.506310 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634412c-3824-4597-b40c-96c525f92351 req-8d6afc16-c92b-46e3-83db-472d59b48036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:04.506310 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8634412c-3824-4597-b40c-96c525f92351 req-8d6afc16-c92b-46e3-83db-472d59b48036 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1c352a1-857a-4072-b4cc-94c967e8170a HTTP/1.1" status: 200 len: 854 time: 0.0469198 Feb 18 12:25:04.541758 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8634412c-3824-4597-b40c-96c525f92351 req-9205c0df-1314-4d4e-a65b-1089b08ef290 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f1d28a73-edef-493c-ac98-beeac644e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296702 Feb 18 12:25:04.676328 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8634412c-3824-4597-b40c-96c525f92351 req-3028c34f-12f4-4d32-bc52-715ce89c0fa6 service neutron] 10.222.0.82 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276455 Feb 18 12:25:04.683720 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029e69b-1176-40cd-aa0c-754916e3977b req-5efde15d-14bc-40c7-b35b-ca3dc11b4562 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:04.685120 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8029e69b-1176-40cd-aa0c-754916e3977b req-5efde15d-14bc-40c7-b35b-ca3dc11b4562 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 946 time: 0.0784428 Feb 18 12:25:04.779296 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8029e69b-1176-40cd-aa0c-754916e3977b req-6b446a1b-013e-4d9b-95e7-b3d595e8eabd tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848107 Feb 18 12:25:04.802552 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8634412c-3824-4597-b40c-96c525f92351 req-abf5af50-df0f-448c-9fff-daeb905ad84a service neutron] 10.222.0.82 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165223 Feb 18 12:25:04.833916 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 9d76680d-8425-4c9e-bc8b-52a276cfc65e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:25:04.938712 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 9d76680d-8425-4c9e-bc8b-52a276cfc65e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9d76680d-8425-4c9e-bc8b-52a276cfc65e,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:25:04.950425 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '9d76680d-8425-4c9e-bc8b-52a276cfc65e', 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446', 'port_id': '9d76680d-8425-4c9e-bc8b-52a276cfc65e', 'mac_address': 'fa:16:3e:30:4a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c352a1-857a-4072-b4cc-94c967e8170a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:25:04.987189 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 9d76680d-8425-4c9e-bc8b-52a276cfc65e is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:25:04.989955 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:05.006072 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d76680d-8425-4c9e-bc8b-52a276cfc65e {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:25:05.027255 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 9d76680d-8425-4c9e-bc8b-52a276cfc65e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9d76680d-8425-4c9e-bc8b-52a276cfc65e,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:25:05.098957 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:05.155308 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=9d76680d-8425-4c9e-bc8b-52a276cfc65e,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:05.172339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:05.172339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:05.172339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:05.172339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:05.172339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:05.172339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:05.172339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:05.172339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:05.172339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:05.172339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:05.172339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:05.172339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:05.172339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:05.283017 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cc2ab-e733-4910-bbe5-9db4e6044c83 req-9988e187-caec-4e76-874c-33f8e1213854 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:05.285364 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-001cc2ab-e733-4910-bbe5-9db4e6044c83 req-9988e187-caec-4e76-874c-33f8e1213854 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 944 time: 0.0637882 Feb 18 12:25:05.540330 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44598) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:05.557241 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8b88c91f-455d-4c10-922c-9b3afb3eebd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:05.564749 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['9d76680d-8425-4c9e-bc8b-52a276cfc65e'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:25:05.597065 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:05.603345 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-001cc2ab-e733-4910-bbe5-9db4e6044c83 req-8c1fcf20-287d-4108-bd3e-9527dbe63dd6 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115871 Feb 18 12:25:05.622177 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34496c65-b6d0-40c9-826b-10cfb4c6d0af req-a632390e-91e3-424a-b499-11b06fe77032 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:05.631023 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-34496c65-b6d0-40c9-826b-10cfb4c6d0af req-a632390e-91e3-424a-b499-11b06fe77032 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.3386176 Feb 18 12:25:05.643086 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-82b01e92-e196-4dc8-8c68-c545cc932c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:05.693920 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-34496c65-b6d0-40c9-826b-10cfb4c6d0af req-613de60b-3668-41c4-ab29-c868ce78f7a4 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617917 Feb 18 12:25:05.700361 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8b88c91f-455d-4c10-922c-9b3afb3eebd5 admin admin] Publish callbacks [] for security_group (6967beb5-8eda-4ce8-8de6-54cebc4ec51f), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:05.772758 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8b88c91f-455d-4c10-922c-9b3afb3eebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (6967beb5-8eda-4ce8-8de6-54cebc4ec51f), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:05.810903 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-8b88c91f-455d-4c10-922c-9b3afb3eebd5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b475495caf5b4d6b93780d5e2f9b718c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688158 Feb 18 12:25:05.812889 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44604) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:05.824706 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88c91f-455d-4c10-922c-9b3afb3eebd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6967beb5-8eda-4ce8-8de6-54cebc4ec51f,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:05.866262 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a21f0fdc-8102-4c44-a84c-3f90b42b74d5 admin admin] Publish callbacks [] for security_group (6967beb5-8eda-4ce8-8de6-54cebc4ec51f), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:05.888948 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a21f0fdc-8102-4c44-a84c-3f90b42b74d5 admin admin] Publish callbacks [] for security_group (6967beb5-8eda-4ce8-8de6-54cebc4ec51f), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:05.944782 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee78e2d-fca2-48fd-9e79-957cb169f4a5 req-6542d94c-5da8-4401-936d-07ea151bb3f8 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:05.946417 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7ee78e2d-fca2-48fd-9e79-957cb169f4a5 req-6542d94c-5da8-4401-936d-07ea151bb3f8 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 946 time: 0.0920036 Feb 18 12:25:05.957714 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681d1a-092c-4848-8e0e-046497c0558d req-9ad261d8-5a68-4e6c-84ef-a2bc36137411 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:05.959012 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c681d1a-092c-4848-8e0e-046497c0558d req-9ad261d8-5a68-4e6c-84ef-a2bc36137411 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.82 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 946 time: 0.0775001 Feb 18 12:25:06.027489 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7ee78e2d-fca2-48fd-9e79-957cb169f4a5 req-b7500a08-34d3-4f8a-a073-92d234662dc1 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a30e47a-a76b-4285-8811-23e83dbf9e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675354 Feb 18 12:25:06.098306 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a21f0fdc-8102-4c44-a84c-3f90b42b74d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (6967beb5-8eda-4ce8-8de6-54cebc4ec51f), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:06.101253 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a21f0fdc-8102-4c44-a84c-3f90b42b74d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:06.102437 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a21f0fdc-8102-4c44-a84c-3f90b42b74d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6967beb5-8eda-4ce8-8de6-54cebc4ec51f HTTP/1.1" status: 204 len: 168 time: 0.2886202 Feb 18 12:25:06.110178 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f0fdc-8102-4c44-a84c-3f90b42b74d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6967beb5-8eda-4ce8-8de6-54cebc4ec51f,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:06.113304 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-9c681d1a-092c-4848-8e0e-046497c0558d req-21a05887-9a97-4165-b2c4-f178eac2e7ef tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Deleting port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:25:06.113648 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-9c681d1a-092c-4848-8e0e-046497c0558d req-21a05887-9a97-4165-b2c4-f178eac2e7ef tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:06.208022 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-9c681d1a-092c-4848-8e0e-046497c0558d req-21a05887-9a97-4165-b2c4-f178eac2e7ef tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] For port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e8e82b6b-88fd-4c6a-8516-2a5d1cea1755,segment=NetworkSegment(7a0079ef-a383-4815-a81a-441182a62c6b),segment_id=7a0079ef-a383-4815-a81a-441182a62c6b)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:25:06.208317 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-9c681d1a-092c-4848-8e0e-046497c0558d req-21a05887-9a97-4165-b2c4-f178eac2e7ef tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:06.222782 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-9c681d1a-092c-4848-8e0e-046497c0558d req-21a05887-9a97-4165-b2c4-f178eac2e7ef tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Calling delete_port for e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:25:06.473551 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-9c681d1a-092c-4848-8e0e-046497c0558d req-21a05887-9a97-4165-b2c4-f178eac2e7ef tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (e8e82b6b-88fd-4c6a-8516-2a5d1cea1755), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:06.485577 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['e8e82b6b-88fd-4c6a-8516-2a5d1cea1755'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:25:06.505849 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a05887-9a97-4165-b2c4-f178eac2e7ef tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Pushing event deleted for resources: {'Port': ['ID=e8e82b6b-88fd-4c6a-8516-2a5d1cea1755,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:06.566713 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c681d1a-092c-4848-8e0e-046497c0558d req-21a05887-9a97-4165-b2c4-f178eac2e7ef tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] No DVR routers for this DVR port e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:25:06.570197 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-9c681d1a-092c-4848-8e0e-046497c0558d req-21a05887-9a97-4165-b2c4-f178eac2e7ef tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:06.573578 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c681d1a-092c-4848-8e0e-046497c0558d req-21a05887-9a97-4165-b2c4-f178eac2e7ef tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.82 "DELETE /v2.0/ports/e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 HTTP/1.1" status: 204 len: 173 time: 0.6073847 Feb 18 12:25:06.574438 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c6df01-c2d0-49fd-bbb2-64c70eb10643', 'name': 'network-vif-deleted', 'tag': 'e8e82b6b-88fd-4c6a-8516-2a5d1cea1755'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:25:06.576690 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9591e65c-d9e2-4474-a248-9e1cbac77e2b" -d '{"events": [{"server_uuid": "38c6df01-c2d0-49fd-bbb2-64c70eb10643", "name": "network-vif-deleted", "tag": "e8e82b6b-88fd-4c6a-8516-2a5d1cea1755"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:25:06.620504 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6b2d1d-0606-43f6-b473-84d33df9718a x-openstack-request-id: req-fc6b2d1d-0606-43f6-b473-84d33df9718a {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:25:06.620889 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c6df01-c2d0-49fd-bbb2-64c70eb10643", "name": "network-vif-deleted", "tag": "e8e82b6b-88fd-4c6a-8516-2a5d1cea1755", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:25:06.621142 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc6b2d1d-0606-43f6-b473-84d33df9718a {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:25:06.621559 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c6df01-c2d0-49fd-bbb2-64c70eb10643', 'name': 'network-vif-deleted', 'tag': 'e8e82b6b-88fd-4c6a-8516-2a5d1cea1755', 'status': 'completed', 'code': 200} Feb 18 12:25:06.729548 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0d0f7-7072-4ab0-ab93-b4890d800dfc req-ec135cfa-57e9-4cf6-a420-26f8c4e8b319 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:06.734856 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-60a0d0f7-7072-4ab0-ab93-b4890d800dfc req-ec135cfa-57e9-4cf6-a420-26f8c4e8b319 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 944 time: 0.0624099 Feb 18 12:25:06.804910 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-60a0d0f7-7072-4ab0-ab93-b4890d800dfc req-b11f46c5-54d7-4e79-93d2-38116e216ed8 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691960 Feb 18 12:25:06.840070 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abef460-9e36-49a4-9c5b-7b98bc82dbed req-4fca5f6e-826d-467a-85b7-ed85dc51545b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:06.841746 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4abef460-9e36-49a4-9c5b-7b98bc82dbed req-4fca5f6e-826d-467a-85b7-ed85dc51545b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0791225 Feb 18 12:25:06.863814 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 9d76680d-8425-4c9e-bc8b-52a276cfc65e up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:25:06.890823 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4abef460-9e36-49a4-9c5b-7b98bc82dbed req-e7337860-7c51-4135-9504-750382a4c5e4 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421295 Feb 18 12:25:07.069744 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port 9d76680d-8425-4c9e-bc8b-52a276cfc65e completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:25:07.073879 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 9d76680d-8425-4c9e-bc8b-52a276cfc65e triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:25:07.074287 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:07.120259 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c24d44d0-f2f8-47b8-8de9-c6f8a3805d60 req-ea3a611f-e872-488b-94ff-a571fbfd446c tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 210 time: 0.0261545 Feb 18 12:25:07.154323 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 9d76680d-8425-4c9e-bc8b-52a276cfc65e is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:25:07.154706 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:07.178638 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110e0e41-8144-40d8-b910-470df3ba9153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d76680d-8425-4c9e-bc8b-52a276cfc65e'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:25:07.180861 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de792f0-62ec-405b-8713-9b8805bda829" -d '{"events": [{"server_uuid": "110e0e41-8144-40d8-b910-470df3ba9153", "name": "network-vif-plugged", "status": "completed", "tag": "9d76680d-8425-4c9e-bc8b-52a276cfc65e"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:25:07.193957 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 9d76680d-8425-4c9e-bc8b-52a276cfc65e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9d76680d-8425-4c9e-bc8b-52a276cfc65e,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:25:07.223605 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e29e00-d908-4c85-b2b0-dc5704cd17e8 x-openstack-request-id: req-b4e29e00-d908-4c85-b2b0-dc5704cd17e8 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:25:07.224020 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110e0e41-8144-40d8-b910-470df3ba9153", "name": "network-vif-plugged", "status": "completed", "tag": "9d76680d-8425-4c9e-bc8b-52a276cfc65e", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:25:07.224446 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4e29e00-d908-4c85-b2b0-dc5704cd17e8 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:25:07.224841 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110e0e41-8144-40d8-b910-470df3ba9153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d76680d-8425-4c9e-bc8b-52a276cfc65e', 'code': 200} Feb 18 12:25:07.355795 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:07.356617 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:25:07.394292 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:25:07.394647 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device e8e82b6b-88fd-4c6a-8516-2a5d1cea1755 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:25:07.422211 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=9d76680d-8425-4c9e-bc8b-52a276cfc65e,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:07.472993 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 44650) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:07.689103 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bdc6087d-cd97-4eba-82d7-c76a66bf09f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:07.792984 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb6770-42a7-4e59-8743-2c0cf95c4255 req-0016ff01-36b7-49c7-9fbd-2b559c392bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:07.794478 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38eb6770-42a7-4e59-8743-2c0cf95c4255 req-0016ff01-36b7-49c7-9fbd-2b559c392bf4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 1129 time: 0.0762515 Feb 18 12:25:07.832138 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bdc6087d-cd97-4eba-82d7-c76a66bf09f4 admin admin] Publish callbacks [] for security_group (86e2d808-6d65-4005-b16a-b19d5f2754ee), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:07.857044 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38eb6770-42a7-4e59-8743-2c0cf95c4255 req-cf41c062-dcdf-4061-8db6-a862d188c852 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510709 Feb 18 12:25:07.864425 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-af1b1dae-bcd7-44c3-a967-28ec7d72a09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:07.946543 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fc968-bad6-43e5-9d3c-e3b5705cdcc4 req-98afaf87-13eb-4905-9f26-e9bd4d706a81 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:07.948128 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c55fc968-bad6-43e5-9d3c-e3b5705cdcc4 req-98afaf87-13eb-4905-9f26-e9bd4d706a81 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 945 time: 0.0651793 Feb 18 12:25:07.971168 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bdc6087d-cd97-4eba-82d7-c76a66bf09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (86e2d808-6d65-4005-b16a-b19d5f2754ee), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:08.065174 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6087d-cd97-4eba-82d7-c76a66bf09f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e2d808-6d65-4005-b16a-b19d5f2754ee,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:08.070741 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-bdc6087d-cd97-4eba-82d7-c76a66bf09f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b54eaafac8343cdb3e469a7dce8cdde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5967090 Feb 18 12:25:08.073511 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44708) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:08.089740 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c55fc968-bad6-43e5-9d3c-e3b5705cdcc4 req-fb54ee4c-7e81-4955-a4c3-9fd84a9f8488 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354418 Feb 18 12:25:08.109655 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da76195-070c-4719-8a3b-fec62db91ca4 req-4178f3bf-d8fb-4565-a8fe-7b6d7a2755f7 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:08.109655 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3da76195-070c-4719-8a3b-fec62db91ca4 req-4178f3bf-d8fb-4565-a8fe-7b6d7a2755f7 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.1207535 Feb 18 12:25:08.125532 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-986377ea-8428-43ff-b977-f5595cf34dce admin admin] Publish callbacks [] for security_group (86e2d808-6d65-4005-b16a-b19d5f2754ee), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:08.148158 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-986377ea-8428-43ff-b977-f5595cf34dce admin admin] Publish callbacks [] for security_group (86e2d808-6d65-4005-b16a-b19d5f2754ee), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:08.178758 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3da76195-070c-4719-8a3b-fec62db91ca4 req-830c9e37-e659-4bd7-be71-633ca18f1a9c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610731 Feb 18 12:25:08.255792 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-07f98eb3-4c58-45ae-bee6-7578f9661f56 req-befc2968-05aa-4379-9e7a-3307c1ec2b57 tempest-DeleteServersTestJSON-2050092820 tempest-DeleteServersTestJSON-2050092820-project] 10.222.0.52 "GET /v2.0/ports?device_id=38c6df01-c2d0-49fd-bbb2-64c70eb10643 HTTP/1.1" status: 200 len: 210 time: 0.0262423 Feb 18 12:25:08.284578 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-986377ea-8428-43ff-b977-f5595cf34dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (86e2d808-6d65-4005-b16a-b19d5f2754ee), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:08.287086 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-986377ea-8428-43ff-b977-f5595cf34dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:08.289321 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-986377ea-8428-43ff-b977-f5595cf34dce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86e2d808-6d65-4005-b16a-b19d5f2754ee HTTP/1.1" status: 204 len: 168 time: 0.2146285 Feb 18 12:25:08.296709 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986377ea-8428-43ff-b977-f5595cf34dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e2d808-6d65-4005-b16a-b19d5f2754ee,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:09.018056 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:09.211438 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabc3c3-98bc-4d70-b8e1-cf66d280424d req-8dcc406e-6101-448d-895e-b949219308c8 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:09.212922 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3eabc3c3-98bc-4d70-b8e1-cf66d280424d req-8dcc406e-6101-448d-895e-b949219308c8 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 945 time: 0.0529637 Feb 18 12:25:09.289272 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3eabc3c3-98bc-4d70-b8e1-cf66d280424d req-21b2b696-1bbf-458b-a9d4-4588b9f38039 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709379 Feb 18 12:25:09.317597 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf9cc0-65f6-4ffd-9ad1-e9f85a462758 req-afa45055-1fa1-4a7a-a256-c7d7cabc4afa tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:09.319162 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-98bf9cc0-65f6-4ffd-9ad1-e9f85a462758 req-afa45055-1fa1-4a7a-a256-c7d7cabc4afa tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0754304 Feb 18 12:25:09.374644 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-98bf9cc0-65f6-4ffd-9ad1-e9f85a462758 req-5f1a1d42-f944-4a01-ac89-b1be38c5cfd8 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495710 Feb 18 12:25:10.408276 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec37e7e-d7fb-45d7-8e36-3ff046fefbb0 req-d59bae4c-4bb2-4183-9946-b58ed047a1af tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:10.409809 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9ec37e7e-d7fb-45d7-8e36-3ff046fefbb0 req-d59bae4c-4bb2-4183-9946-b58ed047a1af tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 945 time: 0.0540369 Feb 18 12:25:10.427604 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:10.482863 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9ec37e7e-d7fb-45d7-8e36-3ff046fefbb0 req-4d2a7952-3253-4df5-b9d8-57d1d8f5d253 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676966 Feb 18 12:25:10.508605 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b963c0-b85a-4df3-ab14-1476ea51c81c req-fe86d5ee-7388-4a85-a3e6-570f4fe9bab6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:10.508605 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f4b963c0-b85a-4df3-ab14-1476ea51c81c req-fe86d5ee-7388-4a85-a3e6-570f4fe9bab6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0669265 Feb 18 12:25:10.554854 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f4b963c0-b85a-4df3-ab14-1476ea51c81c req-ded6f892-041d-43eb-bc03-32408ae46822 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413556 Feb 18 12:25:11.603675 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecedb0e-9b7a-42d7-bfc2-505376d9af21 req-3b680f0a-7cf6-4b9c-862f-2a07e9d06a88 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:11.603675 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cecedb0e-9b7a-42d7-bfc2-505376d9af21 req-3b680f0a-7cf6-4b9c-862f-2a07e9d06a88 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 945 time: 0.0525711 Feb 18 12:25:11.674986 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cecedb0e-9b7a-42d7-bfc2-505376d9af21 req-6a807909-c3f1-4d17-a343-eb5f289c327d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682626 Feb 18 12:25:11.689840 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c916c33-e690-4993-9361-58b2d4c09c01 req-189025ef-5ea1-479b-a304-ef48340346ed tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:11.691855 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7c916c33-e690-4993-9361-58b2d4c09c01 req-189025ef-5ea1-479b-a304-ef48340346ed tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0702560 Feb 18 12:25:11.741341 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7c916c33-e690-4993-9361-58b2d4c09c01 req-1d94cd2d-d48b-411b-b6de-511008723122 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Feb 18 12:25:12.000736 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:12.804026 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7527d-d673-41ce-b26d-a6cabb242439 req-a8a5586e-3cee-45a0-a727-e9c243ca9e3e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:12.804026 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ee7527d-d673-41ce-b26d-a6cabb242439 req-a8a5586e-3cee-45a0-a727-e9c243ca9e3e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 945 time: 0.0538282 Feb 18 12:25:12.880370 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ee7527d-d673-41ce-b26d-a6cabb242439 req-2dd66b02-68d0-4f0f-b9c1-d9e0c2c26fb8 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705214 Feb 18 12:25:12.895369 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8d7e-a7c7-4850-a3c7-3d29e18425fb req-6abd4843-cf5c-4797-bc90-22709ca2a7b3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:12.896805 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-643a8d7e-a7c7-4850-a3c7-3d29e18425fb req-6abd4843-cf5c-4797-bc90-22709ca2a7b3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0728154 Feb 18 12:25:12.945608 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-643a8d7e-a7c7-4850-a3c7-3d29e18425fb req-287c8c14-1324-43a9-abf9-66e108f92100 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431919 Feb 18 12:25:13.553094 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:25:14.079525 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1811818-b1b0-43bd-a794-41e402446f4f req-0bfefad6-a34b-4a05-8255-96b965cf851d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:14.084245 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a1811818-b1b0-43bd-a794-41e402446f4f req-0bfefad6-a34b-4a05-8255-96b965cf851d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0679173 Feb 18 12:25:14.139772 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a1811818-b1b0-43bd-a794-41e402446f4f req-13a5dea1-4463-4cd4-9066-4786ea886723 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507417 Feb 18 12:25:14.214794 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 44872) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:14.257259 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ac0ea5-bff7-4b26-b504-32227f5873ef admin admin] Deleting subnet 3d266a28-8c08-4b5a-a4fa-e0f0d22fe0bd {{(pid=103419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:25:14.260278 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0ea5-bff7-4b26-b504-32227f5873ef admin admin] Publish callbacks [] for subnet (3d266a28-8c08-4b5a-a4fa-e0f0d22fe0bd), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:14.294767 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0ea5-bff7-4b26-b504-32227f5873ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12919455'] for subnet (3d266a28-8c08-4b5a-a4fa-e0f0d22fe0bd), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:14.338596 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0ea5-bff7-4b26-b504-32227f5873ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (3d266a28-8c08-4b5a-a4fa-e0f0d22fe0bd), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:14.499196 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0ea5-bff7-4b26-b504-32227f5873ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12919401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13555628'] for subnet (3d266a28-8c08-4b5a-a4fa-e0f0d22fe0bd), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:14.527260 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac0ea5-bff7-4b26-b504-32227f5873ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d266a28-8c08-4b5a-a4fa-e0f0d22fe0bd,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:14.529236 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0ea5-bff7-4b26-b504-32227f5873ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:14.532428 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e5ac0ea5-bff7-4b26-b504-32227f5873ef admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3d266a28-8c08-4b5a-a4fa-e0f0d22fe0bd HTTP/1.1" status: 204 len: 168 time: 0.3166518 Feb 18 12:25:14.534938 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 44874) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:14.601338 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d5b5a932-2c1f-46d0-b2ec-f4cc0f271705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (a8b418bb-2b2e-4065-bf48-2fa227dc6509), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:14.680053 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d5b5a932-2c1f-46d0-b2ec-f4cc0f271705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (a8b418bb-2b2e-4065-bf48-2fa227dc6509), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:14.702208 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-d5b5a932-2c1f-46d0-b2ec-f4cc0f271705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b418bb-2b2e-4065-bf48-2fa227dc6509']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:14.711743 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-d5b5a932-2c1f-46d0-b2ec-f4cc0f271705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0079ef-a383-4815-a81a-441182a62c6b') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:14.712041 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-d5b5a932-2c1f-46d0-b2ec-f4cc0f271705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0079ef-a383-4815-a81a-441182a62c6b') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:14.720984 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d5b5a932-2c1f-46d0-b2ec-f4cc0f271705 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919526'] for segment (7a0079ef-a383-4815-a81a-441182a62c6b), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:14.733516 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d5b5a932-2c1f-46d0-b2ec-f4cc0f271705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (7a0079ef-a383-4815-a81a-441182a62c6b), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:14.739166 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b5a932-2c1f-46d0-b2ec-f4cc0f271705 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:25:14.739541 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d5b5a932-2c1f-46d0-b2ec-f4cc0f271705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12919947'] for segment (7a0079ef-a383-4815-a81a-441182a62c6b), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: Traceback (most recent call last): Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: timer() Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: cb(*args, **kw) Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: return func(*args, **kwargs) Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: self._notify() Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: self.callback(batched_events) Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: event.method(event) Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: return f(self, *a, **k) Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._get(url).json() Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:25:14.741116 dv-cinder-804757-15-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:25:14.855832 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d5b5a932-2c1f-46d0-b2ec-f4cc0f271705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (a8b418bb-2b2e-4065-bf48-2fa227dc6509), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:14.860958 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d5b5a932-2c1f-46d0-b2ec-f4cc0f271705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:14.864682 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d5b5a932-2c1f-46d0-b2ec-f4cc0f271705 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a8b418bb-2b2e-4065-bf48-2fa227dc6509 HTTP/1.1" status: 204 len: 168 time: 0.3288531 Feb 18 12:25:14.875413 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5a932-2c1f-46d0-b2ec-f4cc0f271705 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b418bb-2b2e-4065-bf48-2fa227dc6509,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:15.235594 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44892) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:15.263880 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87244993-c2af-4ca2-891f-c0be7db8cf8a req-6b36e5d6-4151-4257-92da-a60c256ac04e tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:15.265357 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-87244993-c2af-4ca2-891f-c0be7db8cf8a req-6b36e5d6-4151-4257-92da-a60c256ac04e tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0525653 Feb 18 12:25:15.275193 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2d96d2c5-45f6-4cd2-9f8f-7fe08005fd3b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3ad1f15d2b144c11a7c0dffbf641b30c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383708 Feb 18 12:25:15.280607 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 44894) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:15.341618 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-87244993-c2af-4ca2-891f-c0be7db8cf8a req-63e12e45-3b5d-4767-af5f-bafd14289a00 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676644 Feb 18 12:25:15.354854 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-358e36c3-3679-4b25-8e0d-78da1d1f1788 admin admin] Publish callbacks [] for security_group (4a30e47a-a76b-4285-8811-23e83dbf9e1c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:15.375334 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-358e36c3-3679-4b25-8e0d-78da1d1f1788 admin admin] Publish callbacks [] for security_group (4a30e47a-a76b-4285-8811-23e83dbf9e1c), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:15.564013 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-358e36c3-3679-4b25-8e0d-78da1d1f1788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (4a30e47a-a76b-4285-8811-23e83dbf9e1c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:15.567199 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-358e36c3-3679-4b25-8e0d-78da1d1f1788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:15.568384 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-358e36c3-3679-4b25-8e0d-78da1d1f1788 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a30e47a-a76b-4285-8811-23e83dbf9e1c HTTP/1.1" status: 204 len: 168 time: 0.2868617 Feb 18 12:25:15.576096 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e36c3-3679-4b25-8e0d-78da1d1f1788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a30e47a-a76b-4285-8811-23e83dbf9e1c,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:16.461428 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fff80d-b79b-46a8-8624-bffe2b743e39 req-995b76b5-8a86-4415-82e7-eaffbf0609c2 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:16.462901 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-30fff80d-b79b-46a8-8624-bffe2b743e39 req-995b76b5-8a86-4415-82e7-eaffbf0609c2 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0551715 Feb 18 12:25:16.508305 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-30fff80d-b79b-46a8-8624-bffe2b743e39 req-b2db20b7-3f9d-4935-80bd-6063d4d5766a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399046 Feb 18 12:25:16.658484 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 44930) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:16.750995 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-557094039-network', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:16.847142 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] Made reservation on behalf of f419fb528f5244bcaa1189ccbbc54ab9 for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:25:16.849475 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:16.857765 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:16.929204 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] Publish callbacks [] for security_group (7719bfab-de94-4708-907a-c0c888d222ac), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:17.009632 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (7719bfab-de94-4708-907a-c0c888d222ac), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:17.033367 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:25:17.043345 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7719bfab-de94-4708-907a-c0c888d222ac,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:17.050128 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (be677188-6b80-4f11-98b1-dbd6ed19f048), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:17.050466 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] Added segment be677188-6b80-4f11-98b1-dbd6ed19f048 of type vlan for network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 Feb 18 12:25:17.088211 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (2ddff822-40fe-4fd3-abb5-5ee14df87cd7), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:17.177877 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (2ddff822-40fe-4fd3-abb5-5ee14df87cd7), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:17.178892 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:17.179517 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:17.237275 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] Pushing event updated for resources: {'Network': ['ID=2ddff822-40fe-4fd3-abb5-5ee14df87cd7,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:17.251807 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:25:17.310331 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0e3efeae-2445-4f96-bdc1-efc922da1627 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6502733 Feb 18 12:25:17.312722 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44942) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:17.319376 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-5e8aa2a8-b098-402f-b58b-a71f68224304 admin admin] Request body: {'subnet': {'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-subnet', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:17.398117 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8aa2a8-b098-402f-b58b-a71f68224304 admin admin] Made reservation on behalf of f419fb528f5244bcaa1189ccbbc54ab9 for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:25:17.400373 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa2a8-b098-402f-b58b-a71f68224304 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14326132'] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:17.629706 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55a858-c9ba-409a-9b91-955eae5ddbb1 req-8bcbfdf8-607a-40c4-bf15-a3ea9dd2bd81 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:17.631298 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dc55a858-c9ba-409a-9b91-955eae5ddbb1 req-8bcbfdf8-607a-40c4-bf15-a3ea9dd2bd81 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0559528 Feb 18 12:25:17.687889 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dc55a858-c9ba-409a-9b91-955eae5ddbb1 req-b94dc2e3-b683-4850-99f6-e843279a0c26 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495162 Feb 18 12:25:17.798937 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa2a8-b098-402f-b58b-a71f68224304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12850463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14326122'] for subnet (0605fd76-e386-40d7-93ea-f7bf1f705f1d), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:17.851961 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8aa2a8-b098-402f-b58b-a71f68224304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0605fd76-e386-40d7-93ea-f7bf1f705f1d,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:17.863762 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8aa2a8-b098-402f-b58b-a71f68224304 admin admin] Checking segment: {'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:25:17.864136 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8aa2a8-b098-402f-b58b-a71f68224304 admin admin] Network hostable DHCP agents. Network: 2ddff822-40fe-4fd3-abb5-5ee14df87cd7, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:25:18.015312 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8aa2a8-b098-402f-b58b-a71f68224304 admin admin] Network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:25:18.124254 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-5e8aa2a8-b098-402f-b58b-a71f68224304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, 2ddff822-40fe-4fd3-abb5-5ee14df87cd7) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:25:18.129366 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8aa2a8-b098-402f-b58b-a71f68224304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:18.129959 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa2a8-b098-402f-b58b-a71f68224304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:18.135116 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9485b6ab-48f7-4d57-998c-cab891d2f673 None None] Network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:25:18.235762 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-5e8aa2a8-b098-402f-b58b-a71f68224304 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9219100 Feb 18 12:25:18.238902 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 44950) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:18.243510 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:18.262737 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4880cbb-8b9a-5f3b-ae58-78c776b3a9e1-2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d'}]}} from dv-cinder-804757-15-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:25:18.263642 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:18.398806 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125509'] for router (373e062e-5e0b-47b3-ac2b-f276bc5e359b), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:18.400015 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125522'] for router (373e062e-5e0b-47b3-ac2b-f276bc5e359b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:18.400344 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Allocated IP 172.20.0.2 (2ddff822-40fe-4fd3-abb5-5ee14df87cd7/0605fd76-e386-40d7-93ea-f7bf1f705f1d/f0463d83-e45a-416a-b20a-7762862fa12c) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:25:18.453110 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Publish callbacks [] for router_controller (373e062e-5e0b-47b3-ac2b-f276bc5e359b), precommit_add_association {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:18.548991 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Publish callbacks [] for port (f0463d83-e45a-416a-b20a-7762862fa12c), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:18.690494 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (f0463d83-e45a-416a-b20a-7762862fa12c), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:18.715285 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Publish callbacks [] for router_gateway (373e062e-5e0b-47b3-ac2b-f276bc5e359b), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:18.741245 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:25:18.744205 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:25:18.747556 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:25:18.758977 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Pushing event updated for resources: {'Port': ['ID=f0463d83-e45a-416a-b20a-7762862fa12c,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:18.814273 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831ea04-1b58-4604-8516-3c759f586c83 req-646ac7f1-ef3c-4fec-bdf5-aa2839c0e33f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:18.818434 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Attempting to bind port f0463d83-e45a-416a-b20a-7762862fa12c on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:25:18.818976 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Attempting to bind port f0463d83-e45a-416a-b20a-7762862fa12c by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:25:18.819495 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Attempting to bind port f0463d83-e45a-416a-b20a-7762862fa12c on network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:25:18.820041 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0831ea04-1b58-4604-8516-3c759f586c83 req-646ac7f1-ef3c-4fec-bdf5-aa2839c0e33f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0670252 Feb 18 12:25:18.826196 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:25:18.826948 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Checking segment: {'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:25:18.827531 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:18.828077 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Bound using segment: {'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:25:18.828549 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Bound port: f0463d83-e45a-416a-b20a-7762862fa12c, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:25:18.828928 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (f0463d83-e45a-416a-b20a-7762862fa12c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:18.873177 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0831ea04-1b58-4604-8516-3c759f586c83 req-960a7fd7-a9aa-49db-9d47-ef0ae577c2a5 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448163 Feb 18 12:25:18.923245 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] For port f0463d83-e45a-416a-b20a-7762862fa12c, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:25:18.926710 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] For port f0463d83-e45a-416a-b20a-7762862fa12c, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=f0463d83-e45a-416a-b20a-7762862fa12c,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:25:18.995748 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (f0463d83-e45a-416a-b20a-7762862fa12c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:19.044797 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Publish callbacks [] for router_gateway (373e062e-5e0b-47b3-ac2b-f276bc5e359b), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:19.053086 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663af3a-4ef8-4b23-b9d1-02ec5dcee00f None None] Pushing event updated for resources: {'Port': ['ID=f0463d83-e45a-416a-b20a-7762862fa12c,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:19.066886 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:19.213595 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Allocated IP 172.27.2.104 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/f93e3012-b1a3-468c-aba5-3a75767ace8b) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:25:19.326368 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-04e9a082-1daa-42be-862f-867c0078f140 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:19.343068 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-04e9a082-1daa-42be-862f-867c0078f140 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/networks?id=f1d28a73-edef-493c-ac98-beeac644e446 HTTP/1.1" status: 200 len: 814 time: 0.1451519 Feb 18 12:25:19.350158 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Publish callbacks [] for port (f93e3012-b1a3-468c-aba5-3a75767ace8b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:19.359707 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-999e41b6-d343-4746-8b62-853b9fe939ca tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/quotas/d6d65e60624c4b23bb816791f5e467e9 HTTP/1.1" status: 200 len: 375 time: 0.0152218 Feb 18 12:25:19.467886 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-eac54602-2900-418d-af40-d47c845027d8 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6d65e60624c4b23bb816791f5e467e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915933 Feb 18 12:25:19.502305 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (f93e3012-b1a3-468c-aba5-3a75767ace8b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:19.552699 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:25:19.557864 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:25:19.561251 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:25:19.615170 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-5a516767-8812-452f-8fc6-a595a68c8188 service neutron] 10.222.0.52 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467764 Feb 18 12:25:19.666711 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Pushing event updated for resources: {'Port': ['ID=f93e3012-b1a3-468c-aba5-3a75767ace8b,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:19.732210 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-8ab63bb9-da02-43ef-af5f-7992bc297b27 service neutron] 10.222.0.52 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159155 Feb 18 12:25:19.960014 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Publish callbacks [] for router_gateway (373e062e-5e0b-47b3-ac2b-f276bc5e359b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:20.041436 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddfc0f-c922-4e0d-b833-f18225cf5e24 req-51922b93-0e3a-4bde-8992-ba85318007b1 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:20.048533 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-54ddfc0f-c922-4e0d-b833-f18225cf5e24 req-51922b93-0e3a-4bde-8992-ba85318007b1 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0902891 Feb 18 12:25:20.135549 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-54ddfc0f-c922-4e0d-b833-f18225cf5e24 req-e2f76734-1763-49bd-973e-8a88dc8af08b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861378 Feb 18 12:25:20.137588 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ab23326b-c0f3-4e6e-a5d7-a1c807990642 req-87fe4591-38f9-4a4d-a5d4-6f6b244ba97d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 210 time: 0.0863965 Feb 18 12:25:20.233694 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555093'] for router (373e062e-5e0b-47b3-ac2b-f276bc5e359b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:20.329190 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8ea4fd-1762-4488-9fa6-762101810a73 None None] Network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:25:20.411176 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-fcc4b41f-54f5-4f41-a3b8-a4757e0e338b None None] Provisioning complete for port f0463d83-e45a-416a-b20a-7762862fa12c triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:25:20.411546 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b41f-54f5-4f41-a3b8-a4757e0e338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (f0463d83-e45a-416a-b20a-7762862fa12c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:20.481793 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Router 373e062e-5e0b-47b3-ac2b-f276bc5e359b is scheduled to L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc with binding_index 1 {{(pid=103420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:25:20.539674 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4b41f-54f5-4f41-a3b8-a4757e0e338b None None] Current status of the port f0463d83-e45a-416a-b20a-7762862fa12c is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:25:20.540074 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b41f-54f5-4f41-a3b8-a4757e0e338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (f0463d83-e45a-416a-b20a-7762862fa12c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:20.575023 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-fcc4b41f-54f5-4f41-a3b8-a4757e0e338b None None] For port f0463d83-e45a-416a-b20a-7762862fa12c, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=f0463d83-e45a-416a-b20a-7762862fa12c,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:25:20.611402 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:25:20.622739 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Sync routers for ids ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:25:20.635109 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Routers {'373e062e-5e0b-47b3-ac2b-f276bc5e359b'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:25:20.635109 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:25:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:20.658374 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b41f-54f5-4f41-a3b8-a4757e0e338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (f0463d83-e45a-416a-b20a-7762862fa12c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:20.717869 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4b41f-54f5-4f41-a3b8-a4757e0e338b None None] Pushing event updated for resources: {'Port': ['ID=f0463d83-e45a-416a-b20a-7762862fa12c,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:20.737854 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:20.739178 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-edc53a5a-9e2d-4d4e-97a4-ed684a8509f5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4993241 Feb 18 12:25:20.742244 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 45012) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:20.750288 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Set router 373e062e-5e0b-47b3-ac2b-f276bc5e359b gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:25:20.788539 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-ef5c5e3f-9f21-4573-a5c4-36d04865db8e None None] Provisioning complete for port f0463d83-e45a-416a-b20a-7762862fa12c triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:25:20.788960 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ef5c5e3f-9f21-4573-a5c4-36d04865db8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (f0463d83-e45a-416a-b20a-7762862fa12c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:20.881827 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c5e3f-9f21-4573-a5c4-36d04865db8e None None] Current status of the port f0463d83-e45a-416a-b20a-7762862fa12c is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:25:20.932674 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:19Z', 'revision_number': 3, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:20.960035 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Checking router: 373e062e-5e0b-47b3-ac2b-f276bc5e359b for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:25:20.960385 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Updating router 373e062e-5e0b-47b3-ac2b-f276bc5e359b port f93e3012-b1a3-468c-aba5-3a75767ace8b binding host dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:25:20.987836 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (f93e3012-b1a3-468c-aba5-3a75767ace8b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:21.255669 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:21.261925 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Publish callbacks [] for port (f93e3012-b1a3-468c-aba5-3a75767ace8b), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:21.347127 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-597040a0-f26e-4eb4-a692-0ae63a276a80 req-95edba97-74a3-4edd-832e-2e99337acbac tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 210 time: 0.0401263 Feb 18 12:25:21.376314 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (f93e3012-b1a3-468c-aba5-3a75767ace8b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:21.377305 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device f0463d83-e45a-416a-b20a-7762862fa12c up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:25:21.433114 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c574cf-c839-439f-b494-4d2fcbd25d9b req-55c0387b-45a6-4923-9711-cf30f9f94d76 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:21.435122 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Pushing event updated for resources: {'Port': ['ID=f93e3012-b1a3-468c-aba5-3a75767ace8b,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:21.445160 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-65c574cf-c839-439f-b494-4d2fcbd25d9b req-55c0387b-45a6-4923-9711-cf30f9f94d76 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.1039588 Feb 18 12:25:21.460135 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:21.464114 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:21.464114 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:21.464114 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:21.464114 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:21.464114 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:21.464114 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:21.464114 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:21.464114 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:21.464114 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:21.466123 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:21.466727 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:21.467293 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:21.479210 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Attempting to bind port f93e3012-b1a3-468c-aba5-3a75767ace8b on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:25:21.479657 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Attempting to bind port f93e3012-b1a3-468c-aba5-3a75767ace8b by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:25:21.480017 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Attempting to bind port f93e3012-b1a3-468c-aba5-3a75767ace8b on network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:25:21.490730 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:25:21.491100 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Checking segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:25:21.496216 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:21.497611 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Bound using segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:25:21.499113 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Bound port: f93e3012-b1a3-468c-aba5-3a75767ace8b, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:25:21.500336 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (f93e3012-b1a3-468c-aba5-3a75767ace8b), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:21.502958 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port f0463d83-e45a-416a-b20a-7762862fa12c triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:25:21.503517 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (f0463d83-e45a-416a-b20a-7762862fa12c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:21.555974 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-65c574cf-c839-439f-b494-4d2fcbd25d9b req-c9d79b63-9b4a-4232-afb9-1ee32a45458d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083720 Feb 18 12:25:21.581339 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] For port f93e3012-b1a3-468c-aba5-3a75767ace8b, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:25:21.585044 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] For port f93e3012-b1a3-468c-aba5-3a75767ace8b, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=f93e3012-b1a3-468c-aba5-3a75767ace8b,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:25:21.613638 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Allocated IP 172.20.0.1 (2ddff822-40fe-4fd3-abb5-5ee14df87cd7/0605fd76-e386-40d7-93ea-f7bf1f705f1d/6f459194-0d84-4792-af68-8c85e24c775f) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:25:21.646296 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port f0463d83-e45a-416a-b20a-7762862fa12c is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:25:21.696657 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (f93e3012-b1a3-468c-aba5-3a75767ace8b), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:21.769227 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c7b34-83b6-41f5-84e7-e74b2272dc32 None None] Pushing event updated for resources: {'Port': ['ID=f93e3012-b1a3-468c-aba5-3a75767ace8b,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:21.789294 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Routers {'373e062e-5e0b-47b3-ac2b-f276bc5e359b'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:25:21.790465 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:25:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:21.941266 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Publish callbacks [] for port (6f459194-0d84-4792-af68-8c85e24c775f), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:21.949688 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] Set router 373e062e-5e0b-47b3-ac2b-f276bc5e359b gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:25:22.116067 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (6f459194-0d84-4792-af68-8c85e24c775f), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:22.165179 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:25:22.171600 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:25:22.172664 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:19Z', 'revision_number': 3, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:22.175180 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:25:22.181696 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Pushing event updated for resources: {'Port': ['ID=6f459194-0d84-4792-af68-8c85e24c775f,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:22.203568 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acae173-b352-4ed0-b6e8-32a081da4750 None None] The sync data for ids ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'] in dv-cinder-804757-15-iscsi is: [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:19Z', 'revision_number': 3, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:25:22.237762 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556902'] for router_interface (373e062e-5e0b-47b3-ac2b-f276bc5e359b), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:22.509251 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-56135f6a-ae7d-48c9-8e4e-b1661e033111 req-484b47fb-b6f8-44ac-942c-d8ef66f9001b tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 210 time: 0.0675092 Feb 18 12:25:22.517235 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (6f459194-0d84-4792-af68-8c85e24c775f), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:22.533361 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-078ac933-5965-49b7-9d4b-22947abc90d7 None None] Provisioning complete for port 6f459194-0d84-4792-af68-8c85e24c775f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:25:22.533813 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-078ac933-5965-49b7-9d4b-22947abc90d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (6f459194-0d84-4792-af68-8c85e24c775f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:22.720203 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12395a0f-38b4-4729-8553-a185593cab64 req-a68926e7-69bc-43dc-9337-500b27a15672 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:22.720203 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-12395a0f-38b4-4729-8553-a185593cab64 req-a68926e7-69bc-43dc-9337-500b27a15672 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0945883 Feb 18 12:25:22.813502 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Publish callbacks [] for port (6f459194-0d84-4792-af68-8c85e24c775f), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:22.815249 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-078ac933-5965-49b7-9d4b-22947abc90d7 None None] Port 6f459194-0d84-4792-af68-8c85e24c775f cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:25:22.826754 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-12395a0f-38b4-4729-8553-a185593cab64 req-c14ed1c1-cc14-42d9-83e9-57d9cbba4262 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001029 Feb 18 12:25:22.968701 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12850064'] for port (6f459194-0d84-4792-af68-8c85e24c775f), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:23.076470 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Pushing event updated for resources: {'Port': ['ID=6f459194-0d84-4792-af68-8c85e24c775f,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:23.079051 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556938'] for router_interface (373e062e-5e0b-47b3-ac2b-f276bc5e359b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:23.136476 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-803e7c2f-bdad-409c-a61c-9b63e3fbc180 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:23.139006 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-803e7c2f-bdad-409c-a61c-9b63e3fbc180 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "GET /v2.0/networks?id=f1d28a73-edef-493c-ac98-beeac644e446 HTTP/1.1" status: 200 len: 814 time: 0.2182336 Feb 18 12:25:23.160873 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-c4cc2831-a32c-42d1-b509-4182a10b6028 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Request body: {'port': {'device_id': '4a690b0f-c915-4d8a-a07e-c1a3a7e73f50', 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446', 'admin_state_up': True, 'tenant_id': 'd6d65e60624c4b23bb816791f5e467e9'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:23.237507 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:25:23.239499 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:25:23.441250 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device f93e3012-b1a3-468c-aba5-3a75767ace8b up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:25:23.468942 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Router 373e062e-5e0b-47b3-ac2b-f276bc5e359b has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:25:23.534703 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port f93e3012-b1a3-468c-aba5-3a75767ace8b triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:25:23.535865 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (f93e3012-b1a3-468c-aba5-3a75767ace8b), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:23.578445 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-c4cc2831-a32c-42d1-b509-4182a10b6028 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Made reservation on behalf of d6d65e60624c4b23bb816791f5e467e9 for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:25:23.582403 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-c4cc2831-a32c-42d1-b509-4182a10b6028 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:23.663007 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:25:23.678368 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-0a47a6f7-715f-4a9d-8bb9-8dec3f2ae049 admin admin] 10.222.0.52 "PUT /v2.0/routers/373e062e-5e0b-47b3-ac2b-f276bc5e359b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9350669 Feb 18 12:25:23.728277 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port f93e3012-b1a3-468c-aba5-3a75767ace8b is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:25:23.728935 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (f93e3012-b1a3-468c-aba5-3a75767ace8b), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:23.753244 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] For port f93e3012-b1a3-468c-aba5-3a75767ace8b, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=f93e3012-b1a3-468c-aba5-3a75767ace8b,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:25:23.788010 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-376950ad-7c77-40fb-bb07-e30537db6e0b req-ab720376-c011-474b-9739-c6ef9646febe tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 210 time: 0.0713220 Feb 18 12:25:23.794912 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-8939b38a-4dc8-4d50-8ff3-601c65119f0e None None] Provisioning complete for port 6f459194-0d84-4792-af68-8c85e24c775f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:25:23.795293 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8939b38a-4dc8-4d50-8ff3-601c65119f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (6f459194-0d84-4792-af68-8c85e24c775f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:23.850594 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (f93e3012-b1a3-468c-aba5-3a75767ace8b), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:23.929719 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-c4cc2831-a32c-42d1-b509-4182a10b6028 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Allocated IP 172.20.0.11 (f1d28a73-edef-493c-ac98-beeac644e446/b1c352a1-857a-4072-b4cc-94c967e8170a/b40875eb-0256-4b51-bc02-574b7bca6484) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:25:23.941487 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8939b38a-4dc8-4d50-8ff3-601c65119f0e None None] Port 6f459194-0d84-4792-af68-8c85e24c775f cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:25:23.945751 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Pushing event updated for resources: {'Port': ['ID=f93e3012-b1a3-468c-aba5-3a75767ace8b,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:24.097859 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdea28-c3c7-4f1c-8855-ffe5244b6680 req-be5ab2b4-688f-4f0b-bdd8-5c8349d5ba65 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:24.099397 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-74fdea28-c3c7-4f1c-8855-ffe5244b6680 req-be5ab2b4-688f-4f0b-bdd8-5c8349d5ba65 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.1348252 Feb 18 12:25:24.204117 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-74fdea28-c3c7-4f1c-8855-ffe5244b6680 req-36b4af5c-b2a8-472d-95bd-da3092ff491a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871146 Feb 18 12:25:24.220863 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-c4cc2831-a32c-42d1-b509-4182a10b6028 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks [] for port (b40875eb-0256-4b51-bc02-574b7bca6484), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:24.355970 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 45120) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:24.361258 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-303d09ac-2612-4d5b-9e33-a4656d69e1a6 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--29007967', 'description': 'tempest-description--607265084'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:24.367233 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-c4cc2831-a32c-42d1-b509-4182a10b6028 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (b40875eb-0256-4b51-bc02-574b7bca6484), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:24.417551 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-c4cc2831-a32c-42d1-b509-4182a10b6028 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Network f1d28a73-edef-493c-ac98-beeac644e446 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:25:24.426139 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-c4cc2831-a32c-42d1-b509-4182a10b6028 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:25:24.429062 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-c4cc2831-a32c-42d1-b509-4182a10b6028 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:25:24.458483 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc2831-a32c-42d1-b509-4182a10b6028 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Pushing event updated for resources: {'Port': ['ID=b40875eb-0256-4b51-bc02-574b7bca6484,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:24.475247 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-303d09ac-2612-4d5b-9e33-a4656d69e1a6 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:24.492302 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-c4cc2831-a32c-42d1-b509-4182a10b6028 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:24.492570 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-c4cc2831-a32c-42d1-b509-4182a10b6028 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:24.558469 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-303d09ac-2612-4d5b-9e33-a4656d69e1a6 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group (dc765c01-7f9a-4966-b133-6dbe3d14079c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:24.566967 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Sync routers for ids ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:25:24.578763 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Routers {'373e062e-5e0b-47b3-ac2b-f276bc5e359b'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:25:24.579435 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:25:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:24.627186 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-c4cc2831-a32c-42d1-b509-4182a10b6028 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4708920 Feb 18 12:25:24.698946 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Set router 373e062e-5e0b-47b3-ac2b-f276bc5e359b gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:25:24.736002 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-303d09ac-2612-4d5b-9e33-a4656d69e1a6 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (dc765c01-7f9a-4966-b133-6dbe3d14079c), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:24.775665 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d09ac-2612-4d5b-9e33-a4656d69e1a6 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc765c01-7f9a-4966-b133-6dbe3d14079c,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:24.843297 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-303d09ac-2612-4d5b-9e33-a4656d69e1a6 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:24.848580 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 45140) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:24.849466 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-303d09ac-2612-4d5b-9e33-a4656d69e1a6 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4917018 Feb 18 12:25:24.853209 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-a992b03a-0197-4aeb-ba01-2f6c5f280684 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Request body: {'security_group_rule': {'security_group_id': 'dc765c01-7f9a-4966-b133-6dbe3d14079c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:24.931278 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ae8f1-3faf-4a0d-a87c-7b2e32642a27 req-92d6eda9-520d-4db1-b56e-2e4405db30c3 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:24.932817 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2a8ae8f1-3faf-4a0d-a87c-7b2e32642a27 req-92d6eda9-520d-4db1-b56e-2e4405db30c3 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 932 time: 0.0585535 Feb 18 12:25:24.934617 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 2, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:24.965684 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Checking router: 373e062e-5e0b-47b3-ac2b-f276bc5e359b for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:25:24.966036 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Updating router 373e062e-5e0b-47b3-ac2b-f276bc5e359b port 6f459194-0d84-4792-af68-8c85e24c775f binding host dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:25:24.993059 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (6f459194-0d84-4792-af68-8c85e24c775f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:24.993297 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2a8ae8f1-3faf-4a0d-a87c-7b2e32642a27 req-8c0934e6-2759-4092-8486-9e6591e4b141 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506499 Feb 18 12:25:25.046505 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a992b03a-0197-4aeb-ba01-2f6c5f280684 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group_rule (d0ca3962-2972-4c1e-9f87-7b46cb81a2f6), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.090805 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a992b03a-0197-4aeb-ba01-2f6c5f280684 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group_rule (d0ca3962-2972-4c1e-9f87-7b46cb81a2f6), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.187025 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a992b03a-0197-4aeb-ba01-2f6c5f280684 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (d0ca3962-2972-4c1e-9f87-7b46cb81a2f6), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.203297 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992b03a-0197-4aeb-ba01-2f6c5f280684 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ca3962-2972-4c1e-9f87-7b46cb81a2f6,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:25.255976 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device f93e3012-b1a3-468c-aba5-3a75767ace8b up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:25:25.308926 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Publish callbacks [] for port (6f459194-0d84-4792-af68-8c85e24c775f), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.317010 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f40ec1-28fb-4d10-8c28-845b5510b912 req-7c212769-8507-45ca-be96-327b4f3043d9 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:25.318517 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-26f40ec1-28fb-4d10-8c28-845b5510b912 req-7c212769-8507-45ca-be96-327b4f3043d9 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0536740 Feb 18 12:25:25.321541 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a992b03a-0197-4aeb-ba01-2f6c5f280684 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.325097 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-a992b03a-0197-4aeb-ba01-2f6c5f280684 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4729838 Feb 18 12:25:25.325224 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port f93e3012-b1a3-468c-aba5-3a75767ace8b triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:25:25.333245 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (f93e3012-b1a3-468c-aba5-3a75767ace8b), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.333395 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 45148) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:25.333395 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-b73473c2-5651-45a1-ad8f-1fa4951add65 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Request body: {'security_group_rule': {'security_group_id': 'dc765c01-7f9a-4966-b133-6dbe3d14079c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:25.386064 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-26f40ec1-28fb-4d10-8c28-845b5510b912 req-3740d36d-f43b-4554-882d-24835c615861 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517173 Feb 18 12:25:25.403154 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port f93e3012-b1a3-468c-aba5-3a75767ace8b is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:25:25.438554 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (6f459194-0d84-4792-af68-8c85e24c775f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.482787 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b73473c2-5651-45a1-ad8f-1fa4951add65 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group_rule (a8c96d98-ee4c-4da5-8c8e-03c131e67be8), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.492380 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0861d-c9bc-4d8b-bd4c-d37fc52d8ffe None None] Pushing event updated for resources: {'Port': ['ID=6f459194-0d84-4792-af68-8c85e24c775f,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:25.551799 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Attempting to bind port 6f459194-0d84-4792-af68-8c85e24c775f on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:25:25.552171 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Attempting to bind port 6f459194-0d84-4792-af68-8c85e24c775f by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:25:25.552754 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Attempting to bind port 6f459194-0d84-4792-af68-8c85e24c775f on network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:25:25.553081 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b73473c2-5651-45a1-ad8f-1fa4951add65 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group_rule (a8c96d98-ee4c-4da5-8c8e-03c131e67be8), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.558129 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:25:25.558870 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Checking segment: {'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:25:25.558870 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.559439 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Bound using segment: {'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:25:25.559721 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Bound port: 6f459194-0d84-4792-af68-8c85e24c775f, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:25:25.560157 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (6f459194-0d84-4792-af68-8c85e24c775f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.628706 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] For port 6f459194-0d84-4792-af68-8c85e24c775f, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:25:25.631958 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] For port 6f459194-0d84-4792-af68-8c85e24c775f, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=6f459194-0d84-4792-af68-8c85e24c775f,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:25:25.669623 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b73473c2-5651-45a1-ad8f-1fa4951add65 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (a8c96d98-ee4c-4da5-8c8e-03c131e67be8), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.673157 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-aa3f75f4-2b92-4679-8488-06d3a387ebcc None None] Provisioning complete for port 6f459194-0d84-4792-af68-8c85e24c775f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:25:25.673535 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aa3f75f4-2b92-4679-8488-06d3a387ebcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (6f459194-0d84-4792-af68-8c85e24c775f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.687295 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73473c2-5651-45a1-ad8f-1fa4951add65 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c96d98-ee4c-4da5-8c8e-03c131e67be8,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:25.707936 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f75f4-2b92-4679-8488-06d3a387ebcc None None] Port 6f459194-0d84-4792-af68-8c85e24c775f cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:25:25.789533 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (6f459194-0d84-4792-af68-8c85e24c775f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.825457 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b73473c2-5651-45a1-ad8f-1fa4951add65 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.826863 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b73473c2-5651-45a1-ad8f-1fa4951add65 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5002472 Feb 18 12:25:25.830403 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 45152) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:25.834974 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Request body: {'floatingip': {'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:25.848598 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Routers {'373e062e-5e0b-47b3-ac2b-f276bc5e359b'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:25:25.849197 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:25:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:25.885873 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0861d-c9bc-4d8b-bd4c-d37fc52d8ffe None None] Pushing event updated for resources: {'Port': ['ID=6f459194-0d84-4792-af68-8c85e24c775f,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:25.938333 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:25.979620 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] Set router 373e062e-5e0b-47b3-ac2b-f276bc5e359b gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:25:26.061517 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:26.069475 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-e9398a7a-c513-4194-ad54-e75508428c12 None None] Provisioning complete for port 6f459194-0d84-4792-af68-8c85e24c775f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:25:26.069862 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e9398a7a-c513-4194-ad54-e75508428c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (6f459194-0d84-4792-af68-8c85e24c775f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:26.191626 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696150f-fb3c-483b-85d9-448bc260d2dc req-0d105fee-c204-4440-b360-45e56c74e44d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:26.193098 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2696150f-fb3c-483b-85d9-448bc260d2dc req-0d105fee-c204-4440-b360-45e56c74e44d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 932 time: 0.1218882 Feb 18 12:25:26.216634 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Allocated IP 172.27.2.149 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/2d388bef-e4d5-4083-8ebf-dd588d565306) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:25:26.375503 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e9398a7a-c513-4194-ad54-e75508428c12 None None] Current status of the port 6f459194-0d84-4792-af68-8c85e24c775f is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:25:26.375896 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e9398a7a-c513-4194-ad54-e75508428c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (6f459194-0d84-4792-af68-8c85e24c775f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:26.419218 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-e9398a7a-c513-4194-ad54-e75508428c12 None None] For port 6f459194-0d84-4792-af68-8c85e24c775f, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=6f459194-0d84-4792-af68-8c85e24c775f,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:25:26.432636 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:25Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:26.460870 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d12e7f-a052-4c58-8d5e-3e10dd7726bd None None] The sync data for ids ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'] in dv-cinder-804757-15-iscsi is: [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:25Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:25:26.538371 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e9398a7a-c513-4194-ad54-e75508428c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (6f459194-0d84-4792-af68-8c85e24c775f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:26.575952 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2696150f-fb3c-483b-85d9-448bc260d2dc req-eea67522-82df-4853-869a-39c980740e25 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763497 Feb 18 12:25:26.606770 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9398a7a-c513-4194-ad54-e75508428c12 None None] Pushing event updated for resources: {'Port': ['ID=6f459194-0d84-4792-af68-8c85e24c775f,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:26.637251 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d77aa-085f-42a9-84d1-121b0623c85d req-903fcc78-a11c-4a11-9509-fe18f0ce3c15 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:26.638844 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0c8d77aa-085f-42a9-84d1-121b0623c85d req-903fcc78-a11c-4a11-9509-fe18f0ce3c15 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.1707757 Feb 18 12:25:26.673642 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for port (2d388bef-e4d5-4083-8ebf-dd588d565306), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:26.723489 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0c8d77aa-085f-42a9-84d1-121b0623c85d req-7a354646-c3a7-4aa5-82db-990b5d78a7ae tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777216 Feb 18 12:25:26.802432 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (2d388bef-e4d5-4083-8ebf-dd588d565306), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:26.843653 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:25:26.849280 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:25:26.853590 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:25:26.856747 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event updated for resources: {'Port': ['ID=2d388bef-e4d5-4083-8ebf-dd588d565306,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:26.951560 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for floatingip (cbcf2471-2657-4932-81a4-0f0e0733b6ac), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:27.072392 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (2d388bef-e4d5-4083-8ebf-dd588d565306), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:27.186895 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Request body: {'port': {'device_id': '4a690b0f-c915-4d8a-a07e-c1a3a7e73f50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:27.205807 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['42aa8b4d-35aa-41c5-b544-122f6eb29684', '9d76680d-8425-4c9e-bc8b-52a276cfc65e'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:25:27.272466 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (b40875eb-0256-4b51-bc02-574b7bca6484), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:27.300689 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 6f459194-0d84-4792-af68-8c85e24c775f up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:25:27.303243 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for port (2d388bef-e4d5-4083-8ebf-dd588d565306), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:27.404512 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 6f459194-0d84-4792-af68-8c85e24c775f triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:25:27.404942 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (6f459194-0d84-4792-af68-8c85e24c775f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:27.406627 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (2d388bef-e4d5-4083-8ebf-dd588d565306), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:27.551621 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 6f459194-0d84-4792-af68-8c85e24c775f is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:25:27.552184 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event updated for resources: {'Port': ['ID=2d388bef-e4d5-4083-8ebf-dd588d565306,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:27.558304 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (cbcf2471-2657-4932-81a4-0f0e0733b6ac), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:27.671764 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40875eb-0256-4b51-bc02-574b7bca6484 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:25:27.695946 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Publish callbacks [] for port (b40875eb-0256-4b51-bc02-574b7bca6484), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:27.700298 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:27.702252 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-577a5594-916f-40a4-a0f3-f551534e0a9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8700523 Feb 18 12:25:27.717636 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Transition to ACTIVE for port object b40875eb-0256-4b51-bc02-574b7bca6484 will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:25:27.733668 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a700cc-a206-4a36-84e8-9e9241764b63 req-14f669b2-06bc-4733-9888-bef37843e503 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:27.735192 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94a700cc-a206-4a36-84e8-9e9241764b63 req-14f669b2-06bc-4733-9888-bef37843e503 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 932 time: 0.0795186 Feb 18 12:25:27.784591 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (b40875eb-0256-4b51-bc02-574b7bca6484), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:27.796049 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94a700cc-a206-4a36-84e8-9e9241764b63 req-dd571c9e-60ad-4787-a7dc-065ccb6e8d29 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544522 Feb 18 12:25:27.863891 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b40875eb-0256-4b51-bc02-574b7bca6484,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:27.963179 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-c0fb4eec-2fa6-4d60-9a8b-a8b8f202bed7 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--29007967&fields=id&tenant_id=f419fb528f5244bcaa1189ccbbc54ab9 HTTP/1.1" status: 200 len: 267 time: 0.1461542 Feb 18 12:25:28.010401 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd1ef1-0b82-4967-9e13-757878e4bcb8 req-cb2a1c59-5b4b-4722-b618-cbdf61671b19 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:28.011920 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-66cd1ef1-0b82-4967-9e13-757878e4bcb8 req-cb2a1c59-5b4b-4722-b618-cbdf61671b19 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.1535244 Feb 18 12:25:28.067019 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Attempting to bind port b40875eb-0256-4b51-bc02-574b7bca6484 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:25:28.067355 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Attempting to bind port b40875eb-0256-4b51-bc02-574b7bca6484 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:25:28.067692 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Attempting to bind port b40875eb-0256-4b51-bc02-574b7bca6484 on network f1d28a73-edef-493c-ac98-beeac644e446 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:25:28.091137 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Port b40875eb-0256-4b51-bc02-574b7bca6484 on network f1d28a73-edef-493c-ac98-beeac644e446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:25:28.091466 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Attempting to bind port b40875eb-0256-4b51-bc02-574b7bca6484 on network f1d28a73-edef-493c-ac98-beeac644e446 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:25:28.115641 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:25:28.115981 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Checking segment: {'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:25:28.116391 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Bound using segment: {'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:25:28.116845 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Bound port: b40875eb-0256-4b51-bc02-574b7bca6484, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:25:28.117202 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (b40875eb-0256-4b51-bc02-574b7bca6484), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:28.156812 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086165b-7fb1-44c6-8235-2b7afec961be req-f55587bf-5586-4f4e-94f6-3cf36b19d067 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:28.167209 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-f55587bf-5586-4f4e-94f6-3cf36b19d067 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/networks?id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7 HTTP/1.1" status: 200 len: 816 time: 0.1875999 Feb 18 12:25:28.167209 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-66cd1ef1-0b82-4967-9e13-757878e4bcb8 req-76616999-340c-4311-bfca-5a729021911e tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146669 Feb 18 12:25:28.209719 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-93b9a1c9-bc13-4ff2-a4c8-d4f297c04fef tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/quotas/f419fb528f5244bcaa1189ccbbc54ab9 HTTP/1.1" status: 200 len: 375 time: 0.0430520 Feb 18 12:25:28.263887 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] For port b40875eb-0256-4b51-bc02-574b7bca6484, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:25:28.267471 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] For port b40875eb-0256-4b51-bc02-574b7bca6484, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b40875eb-0256-4b51-bc02-574b7bca6484,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:25:28.282145 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-49f3defc-2333-4dbb-bca9-503e4a4f5d45 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715690 Feb 18 12:25:28.542544 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-aa4114f2-a88a-4ca4-bea9-b4904b486acc service neutron] 10.222.0.52 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000042 Feb 18 12:25:28.542544 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-cc824d63-1fd1-49a8-a4f4-bbcb55a11995 service neutron] 10.222.0.52 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782099 Feb 18 12:25:28.658556 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (b40875eb-0256-4b51-bc02-574b7bca6484), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:28.698516 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:28.699546 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:28.700968 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] 10.222.0.82 "PUT /v2.0/ports/b40875eb-0256-4b51-bc02-574b7bca6484 HTTP/1.1" status: 200 len: 1094 time: 1.5203552 Feb 18 12:25:28.703556 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a690b0f-c915-4d8a-a07e-c1a3a7e73f50', 'tag': 'b40875eb-0256-4b51-bc02-574b7bca6484'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:25:28.705853 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b547f0-0494-46d8-ab2b-7563fed4943b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a690b0f-c915-4d8a-a07e-c1a3a7e73f50", "tag": "b40875eb-0256-4b51-bc02-574b7bca6484"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:25:28.733477 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee1246-41b4-496c-9067-288d15ab06f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b40875eb-0256-4b51-bc02-574b7bca6484,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:28.746388 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b05a3b-a2f5-49a8-8b5b-d8fe1c1f2223 x-openstack-request-id: req-02b05a3b-a2f5-49a8-8b5b-d8fe1c1f2223 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:25:28.746388 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a690b0f-c915-4d8a-a07e-c1a3a7e73f50", "tag": "b40875eb-0256-4b51-bc02-574b7bca6484", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:25:28.746388 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02b05a3b-a2f5-49a8-8b5b-d8fe1c1f2223 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:25:28.746388 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a690b0f-c915-4d8a-a07e-c1a3a7e73f50', 'tag': 'b40875eb-0256-4b51-bc02-574b7bca6484', 'status': 'completed', 'code': 200} Feb 18 12:25:28.865932 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f335ac61-bb35-4eb1-9bfb-44e4a6f9f8f0 req-eba1cb90-97b9-440f-8a04-1e90e5f36c4b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 210 time: 0.0380557 Feb 18 12:25:28.870587 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b547f0-0494-46d8-ab2b-7563fed4943b req-dfe5d486-0252-4bce-9914-5687bb63709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:28.872047 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c1b547f0-0494-46d8-ab2b-7563fed4943b req-dfe5d486-0252-4bce-9914-5687bb63709d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d6d65e60624c4b23bb816791f5e467e9&device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 1128 time: 0.0995021 Feb 18 12:25:29.010331 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a3c3c-c68e-407c-ba97-0337ec401a8e req-9582216a-c428-45f2-806e-cd2839a5f2ba tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:29.014761 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ba1a3c3c-c68e-407c-ba97-0337ec401a8e req-9582216a-c428-45f2-806e-cd2839a5f2ba tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 944 time: 0.1291969 Feb 18 12:25:29.063057 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b547f0-0494-46d8-ab2b-7563fed4943b req-36a3786a-ec7c-4a9a-b82d-fc36388ba9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:29.064537 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c1b547f0-0494-46d8-ab2b-7563fed4943b req-36a3786a-ec7c-4a9a-b82d-fc36388ba9a9 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=d6d65e60624c4b23bb816791f5e467e9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1703420 Feb 18 12:25:29.149209 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ba1a3c3c-c68e-407c-ba97-0337ec401a8e req-2f163412-133e-4405-ba37-00cd490f9367 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191628 Feb 18 12:25:29.190461 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b547f0-0494-46d8-ab2b-7563fed4943b req-7b4864db-4695-47be-848a-d3d67d01ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:29.191912 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c1b547f0-0494-46d8-ab2b-7563fed4943b req-7b4864db-4695-47be-848a-d3d67d01ba7c service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064556 Feb 18 12:25:29.312068 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-853cb97d-2677-420f-9fa9-194840fda820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:29.313474 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-853cb97d-2677-420f-9fa9-194840fda820 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d6d65e60624c4b23bb816791f5e467e9&device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 1128 time: 0.0744197 Feb 18 12:25:29.324477 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c6d2-0282-4c57-8705-60516172f6b8 req-d0ca6a61-87e7-4b82-a695-95354d2fd512 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:29.326954 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43f2c6d2-0282-4c57-8705-60516172f6b8 req-d0ca6a61-87e7-4b82-a695-95354d2fd512 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0799575 Feb 18 12:25:29.384306 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-ec74a512-b67a-48a1-a078-8233e833b8d2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b40875eb-0256-4b51-bc02-574b7bca6484 HTTP/1.1" status: 200 len: 217 time: 0.0560536 Feb 18 12:25:29.443216 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43f2c6d2-0282-4c57-8705-60516172f6b8 req-53a15010-ada4-4d73-b98b-988f04406508 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055923 Feb 18 12:25:29.450293 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-2b30000a-4987-4b68-9cdb-600fbd77242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:29.451685 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-2b30000a-4987-4b68-9cdb-600fbd77242d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1c352a1-857a-4072-b4cc-94c967e8170a HTTP/1.1" status: 200 len: 854 time: 0.0610757 Feb 18 12:25:29.489902 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-238afc0d-1c83-4ab3-9fff-a8b835d643f8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f1d28a73-edef-493c-ac98-beeac644e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302446 Feb 18 12:25:29.582498 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-2edae3ed-bd90-46d7-9f72-2fabcb38e107 service neutron] 10.222.0.82 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850396 Feb 18 12:25:29.673118 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62c77ea8-2511-4521-8109-31ccc772d9ef req-1cccf4ed-9ccb-4366-912a-22a924a34384 service neutron] 10.222.0.82 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816188 Feb 18 12:25:29.948043 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2f8e6b38-3334-4920-8620-3fc4ea96eda9 req-10457751-5396-47c8-9a35-009768395ea1 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 210 time: 0.0258310 Feb 18 12:25:30.278171 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8f2c2-15ee-4e18-af0f-f3349f2675b3 req-ff06b98b-ddc4-4380-b5a8-1b06fc0b5b15 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:30.280005 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-80f8f2c2-15ee-4e18-af0f-f3349f2675b3 req-ff06b98b-ddc4-4380-b5a8-1b06fc0b5b15 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 944 time: 0.0593300 Feb 18 12:25:30.326790 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-80f8f2c2-15ee-4e18-af0f-f3349f2675b3 req-f4758267-004d-4fb5-81e7-272b71fc1663 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412860 Feb 18 12:25:30.559784 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be9433-6696-4e52-ae1c-6342e2099e91 req-c1035835-61d4-45b4-a138-8db5e2f66f42 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:30.561258 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3be9433-6696-4e52-ae1c-6342e2099e91 req-c1035835-61d4-45b4-a138-8db5e2f66f42 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0515871 Feb 18 12:25:30.608151 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3be9433-6696-4e52-ae1c-6342e2099e91 req-5d1d00c0-14b8-4cca-92e2-eb139133ebfb tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 Feb 18 12:25:31.048319 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b7d9766c-1e5d-42ff-b348-e4e870d34162 req-ea651e35-e5e9-4bf1-af87-f7f6c87c2214 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 210 time: 0.0260446 Feb 18 12:25:31.213739 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device b40875eb-0256-4b51-bc02-574b7bca6484 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:25:31.312266 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port b40875eb-0256-4b51-bc02-574b7bca6484, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b40875eb-0256-4b51-bc02-574b7bca6484,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:25:31.323814 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': 'b40875eb-0256-4b51-bc02-574b7bca6484', 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446', 'port_id': 'b40875eb-0256-4b51-bc02-574b7bca6484', 'mac_address': 'fa:16:3e:7b:62:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c352a1-857a-4072-b4cc-94c967e8170a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:25:31.371254 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port b40875eb-0256-4b51-bc02-574b7bca6484 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:25:31.371643 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (b40875eb-0256-4b51-bc02-574b7bca6484), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:31.385014 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40875eb-0256-4b51-bc02-574b7bca6484 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:25:31.406139 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port b40875eb-0256-4b51-bc02-574b7bca6484, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b40875eb-0256-4b51-bc02-574b7bca6484,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:25:31.448098 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44486b-0c36-498e-bb10-cc914fb8305e req-7cded9a8-e969-4d2e-be8a-ad06aaaf09c4 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:31.449923 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ea44486b-0c36-498e-bb10-cc914fb8305e req-7cded9a8-e969-4d2e-be8a-ad06aaaf09c4 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 944 time: 0.0555804 Feb 18 12:25:31.484568 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (b40875eb-0256-4b51-bc02-574b7bca6484), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:31.504897 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ea44486b-0c36-498e-bb10-cc914fb8305e req-feb78d89-25a3-41f5-9abb-94516faac2e6 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494089 Feb 18 12:25:31.539861 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=b40875eb-0256-4b51-bc02-574b7bca6484,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:31.727366 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aec0d4-bff1-4627-993b-03779f305cfb req-b3abf3b8-f9b8-47bf-84e8-1aba155cccd6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:31.729459 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-47aec0d4-bff1-4627-993b-03779f305cfb req-b3abf3b8-f9b8-47bf-84e8-1aba155cccd6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0525718 Feb 18 12:25:31.775925 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-47aec0d4-bff1-4627-993b-03779f305cfb req-1a504b76-8691-4da2-bf2e-d299a8f7dc37 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Feb 18 12:25:31.802013 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['b40875eb-0256-4b51-bc02-574b7bca6484'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:25:31.920742 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 45280) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:32.040067 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086165b-7fb1-44c6-8235-2b7afec961be req-fea335fd-af93-4d10-af55-0b2018cda7bc tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:32.040067 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-fea335fd-af93-4d10-af55-0b2018cda7bc tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.82 "GET /v2.0/networks?id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7 HTTP/1.1" status: 200 len: 816 time: 0.1160054 Feb 18 12:25:32.041131 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9327f11f-7606-4059-abce-dccc64c66300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:32.126265 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-9dc3ac47-5dc7-4b6e-a51b-6e704c4251ac tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f419fb528f5244bcaa1189ccbbc54ab9 HTTP/1.1" status: 200 len: 378 time: 0.0911083 Feb 18 12:25:32.148045 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-5086165b-7fb1-44c6-8235-2b7afec961be req-d41bd48c-69fe-4f75-9b07-845efd991537 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Request body: {'port': {'device_id': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'admin_state_up': True, 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'security_groups': ['dc765c01-7f9a-4966-b133-6dbe3d14079c']}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:32.183881 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-91a692dd-4da6-4d2e-997b-406f397ff0d9 req-47ef1387-31f6-408f-963a-06ca1fc28fed tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 210 time: 0.0625479 Feb 18 12:25:32.253117 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9327f11f-7606-4059-abce-dccc64c66300 admin admin] Publish callbacks [] for security_group (6f51da75-a577-400c-bfed-cd10b431b4b9), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:32.341665 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9327f11f-7606-4059-abce-dccc64c66300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (6f51da75-a577-400c-bfed-cd10b431b4b9), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:32.384516 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9327f11f-7606-4059-abce-dccc64c66300 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fad964ca58c94842a23c3b2bbf24df42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4626260 Feb 18 12:25:32.385483 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327f11f-7606-4059-abce-dccc64c66300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f51da75-a577-400c-bfed-cd10b431b4b9,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:32.387238 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 45292) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:32.389817 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5086165b-7fb1-44c6-8235-2b7afec961be req-d41bd48c-69fe-4f75-9b07-845efd991537 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Made reservation on behalf of f419fb528f5244bcaa1189ccbbc54ab9 for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:25:32.398695 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5086165b-7fb1-44c6-8235-2b7afec961be req-d41bd48c-69fe-4f75-9b07-845efd991537 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:32.438960 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f1751ad3-f811-4cc1-ab03-cee4e1f58111 admin admin] Publish callbacks [] for security_group (6f51da75-a577-400c-bfed-cd10b431b4b9), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:32.460453 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f1751ad3-f811-4cc1-ab03-cee4e1f58111 admin admin] Publish callbacks [] for security_group (6f51da75-a577-400c-bfed-cd10b431b4b9), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:32.522522 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-5086165b-7fb1-44c6-8235-2b7afec961be req-d41bd48c-69fe-4f75-9b07-845efd991537 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Allocated IP 172.20.0.10 (2ddff822-40fe-4fd3-abb5-5ee14df87cd7/0605fd76-e386-40d7-93ea-f7bf1f705f1d/34a308e0-633c-45fc-b46a-0b15b92e9b46) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:25:32.578043 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f1751ad3-f811-4cc1-ab03-cee4e1f58111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (6f51da75-a577-400c-bfed-cd10b431b4b9), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:32.581436 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f1751ad3-f811-4cc1-ab03-cee4e1f58111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:32.582715 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f1751ad3-f811-4cc1-ab03-cee4e1f58111 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f51da75-a577-400c-bfed-cd10b431b4b9 HTTP/1.1" status: 204 len: 168 time: 0.1944926 Feb 18 12:25:32.591506 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1751ad3-f811-4cc1-ab03-cee4e1f58111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f51da75-a577-400c-bfed-cd10b431b4b9,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:32.685341 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dab39e-cf33-4db7-a6e0-5ba45ee5b35a req-73d6a5a6-b7be-48db-8eea-dfcb139bce5e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:32.686939 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-98dab39e-cf33-4db7-a6e0-5ba45ee5b35a req-73d6a5a6-b7be-48db-8eea-dfcb139bce5e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 945 time: 0.1138177 Feb 18 12:25:32.703472 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5086165b-7fb1-44c6-8235-2b7afec961be req-d41bd48c-69fe-4f75-9b07-845efd991537 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:32.759183 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-98dab39e-cf33-4db7-a6e0-5ba45ee5b35a req-b0f8b5a2-9087-47e4-b223-71ec8dc5a9e5 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608451 Feb 18 12:25:32.836053 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5086165b-7fb1-44c6-8235-2b7afec961be req-d41bd48c-69fe-4f75-9b07-845efd991537 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:33.155683 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5086165b-7fb1-44c6-8235-2b7afec961be req-d41bd48c-69fe-4f75-9b07-845efd991537 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:25:33.162324 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-5086165b-7fb1-44c6-8235-2b7afec961be req-d41bd48c-69fe-4f75-9b07-845efd991537 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:25:33.165056 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-5086165b-7fb1-44c6-8235-2b7afec961be req-d41bd48c-69fe-4f75-9b07-845efd991537 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:25:33.176989 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bd48c-69fe-4f75-9b07-845efd991537 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event updated for resources: {'Port': ['ID=34a308e0-633c-45fc-b46a-0b15b92e9b46,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:33.235836 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086165b-7fb1-44c6-8235-2b7afec961be req-d41bd48c-69fe-4f75-9b07-845efd991537 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:33.236458 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5086165b-7fb1-44c6-8235-2b7afec961be req-d41bd48c-69fe-4f75-9b07-845efd991537 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:33.240728 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device b40875eb-0256-4b51-bc02-574b7bca6484 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:25:33.247013 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40d7e1-34d7-4fea-8c1e-de510a1cc744 req-f0125af4-62d0-4818-94ff-016056cf85ef tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:33.248582 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7c40d7e1-34d7-4fea-8c1e-de510a1cc744 req-f0125af4-62d0-4818-94ff-016056cf85ef tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.4010046 Feb 18 12:25:33.312703 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7c40d7e1-34d7-4fea-8c1e-de510a1cc744 req-363d186b-8af0-42d8-8c4d-5c32992302bd tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563543 Feb 18 12:25:33.347842 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-d41bd48c-69fe-4f75-9b07-845efd991537 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2068150 Feb 18 12:25:33.360925 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Request body: {'port': {'device_id': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:33.377993 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port b40875eb-0256-4b51-bc02-574b7bca6484 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:25:33.382439 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port b40875eb-0256-4b51-bc02-574b7bca6484 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:25:33.382917 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (b40875eb-0256-4b51-bc02-574b7bca6484), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:33.403536 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4ca0-8f86-4321-80a7-148649cb8f39 req-7b3c52b7-7d33-444b-ba38-aa2323491b04 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:33.405067 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1efc4ca0-8f86-4321-80a7-148649cb8f39 req-7b3c52b7-7d33-444b-ba38-aa2323491b04 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 932 time: 0.0910532 Feb 18 12:25:33.434675 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-d2fcacb9-83f6-48b0-99f9-91d018cc06f5 None None] Provisioning complete for port 34a308e0-633c-45fc-b46a-0b15b92e9b46 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:25:33.444060 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d2fcacb9-83f6-48b0-99f9-91d018cc06f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:33.459649 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:33.484192 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1efc4ca0-8f86-4321-80a7-148649cb8f39 req-ed0a176f-060f-4693-9b0c-972053261975 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722241 Feb 18 12:25:33.493622 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d2fcacb9-83f6-48b0-99f9-91d018cc06f5 None None] Port 34a308e0-633c-45fc-b46a-0b15b92e9b46 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:25:33.505867 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port b40875eb-0256-4b51-bc02-574b7bca6484 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:25:33.506313 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (b40875eb-0256-4b51-bc02-574b7bca6484), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:33.532418 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a690b0f-c915-4d8a-a07e-c1a3a7e73f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40875eb-0256-4b51-bc02-574b7bca6484'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:25:33.535209 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9921214e-2c3f-4549-a303-b3312917aed5" -d '{"events": [{"server_uuid": "4a690b0f-c915-4d8a-a07e-c1a3a7e73f50", "name": "network-vif-plugged", "status": "completed", "tag": "b40875eb-0256-4b51-bc02-574b7bca6484"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:25:33.547529 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port b40875eb-0256-4b51-bc02-574b7bca6484, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b40875eb-0256-4b51-bc02-574b7bca6484,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:25:33.575231 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358f6a2c-38af-4bc7-8139-b715f4035812 x-openstack-request-id: req-358f6a2c-38af-4bc7-8139-b715f4035812 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:25:33.575528 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a690b0f-c915-4d8a-a07e-c1a3a7e73f50", "name": "network-vif-plugged", "status": "completed", "tag": "b40875eb-0256-4b51-bc02-574b7bca6484", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:25:33.575787 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-358f6a2c-38af-4bc7-8139-b715f4035812 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:25:33.576177 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a690b0f-c915-4d8a-a07e-c1a3a7e73f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40875eb-0256-4b51-bc02-574b7bca6484', 'code': 200} Feb 18 12:25:33.652095 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (b40875eb-0256-4b51-bc02-574b7bca6484), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:33.704119 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=b40875eb-0256-4b51-bc02-574b7bca6484,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:33.752225 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a308e0-633c-45fc-b46a-0b15b92e9b46 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:25:33.760435 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Publish callbacks [] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:33.774119 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Transition to ACTIVE for port object 34a308e0-633c-45fc-b46a-0b15b92e9b46 will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:25:33.878806 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d7df5-4cfe-4225-8205-69c40f9d48d5 req-2a959e7a-f457-418c-bbb5-3f29541d539a tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:33.880282 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-105d7df5-4cfe-4225-8205-69c40f9d48d5 req-2a959e7a-f457-418c-bbb5-3f29541d539a tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 946 time: 0.0560904 Feb 18 12:25:33.898962 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:33.992026 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Pushing event updated for resources: {'Port': ['ID=34a308e0-633c-45fc-b46a-0b15b92e9b46,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:33.996916 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-105d7df5-4cfe-4225-8205-69c40f9d48d5 req-eed075ab-55c2-4dea-8f5b-5e8a0586b840 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111627 Feb 18 12:25:34.078299 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eafdf7-fcfd-46ba-9943-3eb23795542a req-6c238871-b044-49f1-b489-f189773dc96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:34.079837 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6eafdf7-fcfd-46ba-9943-3eb23795542a req-6c238871-b044-49f1-b489-f189773dc96e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 1130 time: 0.1369047 Feb 18 12:25:34.101159 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Attempting to bind port 34a308e0-633c-45fc-b46a-0b15b92e9b46 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:25:34.101500 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Attempting to bind port 34a308e0-633c-45fc-b46a-0b15b92e9b46 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:25:34.108929 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Attempting to bind port 34a308e0-633c-45fc-b46a-0b15b92e9b46 on network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:25:34.114606 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Port 34a308e0-633c-45fc-b46a-0b15b92e9b46 on network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:25:34.114930 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Attempting to bind port 34a308e0-633c-45fc-b46a-0b15b92e9b46 on network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:25:34.123106 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:25:34.123443 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Checking segment: {'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:25:34.123947 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Bound using segment: {'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:25:34.124261 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Bound port: 34a308e0-633c-45fc-b46a-0b15b92e9b46, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:25:34.124616 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:34.155475 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6eafdf7-fcfd-46ba-9943-3eb23795542a req-0b85f981-aafb-4a20-b457-0411cc617fdd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626080 Feb 18 12:25:34.202974 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] For port 34a308e0-633c-45fc-b46a-0b15b92e9b46, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:25:34.205900 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] For port 34a308e0-633c-45fc-b46a-0b15b92e9b46, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:25:34.307295 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:34.347178 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:34.347178 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:34.347178 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] 10.222.0.82 "PUT /v2.0/ports/34a308e0-633c-45fc-b46a-0b15b92e9b46 HTTP/1.1" status: 200 len: 1094 time: 0.9852564 Feb 18 12:25:34.347178 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'tag': '34a308e0-633c-45fc-b46a-0b15b92e9b46'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:25:34.347178 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6ba1ff-71f0-4745-90ec-36ee0875ec72" -d '{"events": [{"name": "network-changed", "server_uuid": "534fe92b-e39d-491e-b63b-52452ebf76f3", "tag": "34a308e0-633c-45fc-b46a-0b15b92e9b46"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:25:34.378527 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e18fa-3f38-4e12-b9db-261effee27e8 service neutron] Pushing event updated for resources: {'Port': ['ID=34a308e0-633c-45fc-b46a-0b15b92e9b46,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:34.418677 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cdf617-73c7-498f-8060-5c7d7c6cd661 x-openstack-request-id: req-51cdf617-73c7-498f-8060-5c7d7c6cd661 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:25:34.418978 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534fe92b-e39d-491e-b63b-52452ebf76f3", "tag": "34a308e0-633c-45fc-b46a-0b15b92e9b46", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:25:34.419236 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51cdf617-73c7-498f-8060-5c7d7c6cd661 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:25:34.419647 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'tag': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'status': 'completed', 'code': 200} Feb 18 12:25:34.526573 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568c0fd-486b-400d-8b93-2fbfb9bccf37 req-88d356a4-53d2-472a-b2d9-ecf0bcc10d2f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:34.528112 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b568c0fd-486b-400d-8b93-2fbfb9bccf37 req-88d356a4-53d2-472a-b2d9-ecf0bcc10d2f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0884166 Feb 18 12:25:34.536504 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ba1ff-71f0-4745-90ec-36ee0875ec72 req-659a2428-4041-4146-9e6e-109abb3518e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:34.537578 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1d6ba1ff-71f0-4745-90ec-36ee0875ec72 req-659a2428-4041-4146-9e6e-109abb3518e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 1128 time: 0.0685506 Feb 18 12:25:34.659550 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b568c0fd-486b-400d-8b93-2fbfb9bccf37 req-0febac96-0bd0-4fde-af4b-d9d7539a5d8c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252723 Feb 18 12:25:34.705174 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ba1ff-71f0-4745-90ec-36ee0875ec72 req-4b0f5464-1a60-4e9b-9333-f4aab28ad4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:34.707181 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1d6ba1ff-71f0-4745-90ec-36ee0875ec72 req-4b0f5464-1a60-4e9b-9333-f4aab28ad4af service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1473546 Feb 18 12:25:34.714748 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e8650-1801-41e0-a017-2afd19f69eb6 req-275e794c-b33c-4ce8-b4d4-b20662ecbfef tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:34.716140 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9d8e8650-1801-41e0-a017-2afd19f69eb6 req-275e794c-b33c-4ce8-b4d4-b20662ecbfef tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.1222959 Feb 18 12:25:34.866027 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9d8e8650-1801-41e0-a017-2afd19f69eb6 req-6a50bf45-ba13-4cb8-8292-13bfec18a619 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1383772 Feb 18 12:25:34.870181 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ba1ff-71f0-4745-90ec-36ee0875ec72 req-258e8ecf-7a4c-42ed-924b-51332a13b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:34.871567 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1d6ba1ff-71f0-4745-90ec-36ee0875ec72 req-258e8ecf-7a4c-42ed-924b-51332a13b265 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1516600 Feb 18 12:25:34.875711 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12109c90-5ab4-4a11-ba69-5a145cce695d req-2321d90c-112f-4c6c-943b-0ca89ce06b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:34.878068 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-12109c90-5ab4-4a11-ba69-5a145cce695d req-2321d90c-112f-4c6c-943b-0ca89ce06b4b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 1129 time: 0.1336415 Feb 18 12:25:34.940149 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-12109c90-5ab4-4a11-ba69-5a145cce695d req-ad7d7f8f-9765-4cdc-93a4-a0d5458fbdb7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539894 Feb 18 12:25:34.972876 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086165b-7fb1-44c6-8235-2b7afec961be req-d82d1616-a83e-4268-b646-76aeb1d44a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:34.974340 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-d82d1616-a83e-4268-b646-76aeb1d44a27 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 1128 time: 0.0454991 Feb 18 12:25:34.992177 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 45354) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:35.112275 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dabf207f-8511-4903-afb6-3b343aa7da73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:35.146005 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efcb24-d060-4f8c-bab8-48b79f9e27f8 req-4e3197d4-33a3-4912-8c7c-cd32662b3457 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:35.147496 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-17efcb24-d060-4f8c-bab8-48b79f9e27f8 req-4e3197d4-33a3-4912-8c7c-cd32662b3457 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 946 time: 0.0783556 Feb 18 12:25:35.254952 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-17efcb24-d060-4f8c-bab8-48b79f9e27f8 req-4f44c766-d907-4928-ba61-cdd926cc2ba4 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015592 Feb 18 12:25:35.257127 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-7ff51a2a-a316-47a0-8e62-f279b11478ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46 HTTP/1.1" status: 200 len: 217 time: 0.0493689 Feb 18 12:25:35.306137 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dabf207f-8511-4903-afb6-3b343aa7da73 admin admin] Publish callbacks [] for security_group (9a73215a-b29c-408a-8a50-0ba6967439d8), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:35.318948 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086165b-7fb1-44c6-8235-2b7afec961be req-cf1d8271-2a3b-470a-a6bd-57efb4354688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:35.324153 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-cf1d8271-2a3b-470a-a6bd-57efb4354688 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0605fd76-e386-40d7-93ea-f7bf1f705f1d HTTP/1.1" status: 200 len: 855 time: 0.0546098 Feb 18 12:25:35.376069 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-dabf207f-8511-4903-afb6-3b343aa7da73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (9a73215a-b29c-408a-8a50-0ba6967439d8), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:35.385251 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086165b-7fb1-44c6-8235-2b7afec961be req-f61720da-e703-4399-a9ad-08e824f8064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:35.387914 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-f61720da-e703-4399-a9ad-08e824f8064a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531793 Feb 18 12:25:35.475623 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-dabf207f-8511-4903-afb6-3b343aa7da73 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9970b6c31bd4a01ac6f0147e2d9d819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4824080 Feb 18 12:25:35.478177 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf207f-8511-4903-afb6-3b343aa7da73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a73215a-b29c-408a-8a50-0ba6967439d8,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:35.478347 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 45364) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:35.487727 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:35.517245 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-3c58b00d-3f3f-4c22-8f5e-9d889e5ca428 service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134403 Feb 18 12:25:35.525929 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-07b3ffd7-2dd4-4490-a83e-ee3f06408802 admin admin] Publish callbacks [] for security_group (9a73215a-b29c-408a-8a50-0ba6967439d8), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:35.553690 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-07b3ffd7-2dd4-4490-a83e-ee3f06408802 admin admin] Publish callbacks [] for security_group (9a73215a-b29c-408a-8a50-0ba6967439d8), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:35.618699 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5086165b-7fb1-44c6-8235-2b7afec961be req-697140ed-c3b6-48a7-807e-9bd169a1c1b9 service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938137 Feb 18 12:25:35.623276 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c11bf674-723e-4762-bbee-973362aac586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:35.703689 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-07b3ffd7-2dd4-4490-a83e-ee3f06408802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (9a73215a-b29c-408a-8a50-0ba6967439d8), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:35.706965 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-07b3ffd7-2dd4-4490-a83e-ee3f06408802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:35.708166 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-07b3ffd7-2dd4-4490-a83e-ee3f06408802 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a73215a-b29c-408a-8a50-0ba6967439d8 HTTP/1.1" status: 204 len: 168 time: 0.2287741 Feb 18 12:25:35.719242 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3ffd7-2dd4-4490-a83e-ee3f06408802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a73215a-b29c-408a-8a50-0ba6967439d8,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:35.793786 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b598b-fa27-4d3d-9084-e331eb55c647 req-e2310212-543b-4dfc-a09b-869eba250a58 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:35.795212 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-347b598b-fa27-4d3d-9084-e331eb55c647 req-e2310212-543b-4dfc-a09b-869eba250a58 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0569723 Feb 18 12:25:35.841260 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-347b598b-fa27-4d3d-9084-e331eb55c647 req-c024cf5c-44b7-44ed-9c97-cff6a924f73b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Feb 18 12:25:35.988453 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7596f-532b-448e-b056-dab45dbd695a req-4979c025-df74-40c7-bba6-9bf0b950ef43 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:35.990225 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-03d7596f-532b-448e-b056-dab45dbd695a req-4979c025-df74-40c7-bba6-9bf0b950ef43 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0534301 Feb 18 12:25:36.038568 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-03d7596f-532b-448e-b056-dab45dbd695a req-14b268a1-e3bd-41c8-864e-da08fd016252 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428445 Feb 18 12:25:36.375254 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0c759-f4da-42ef-aeff-2eb36b73ca23 req-e6ee01c2-ae9e-40ab-9065-c6ff0bd524e3 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:36.376816 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-22e0c759-f4da-42ef-aeff-2eb36b73ca23 req-e6ee01c2-ae9e-40ab-9065-c6ff0bd524e3 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 946 time: 0.0565794 Feb 18 12:25:36.422734 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-22e0c759-f4da-42ef-aeff-2eb36b73ca23 req-f7398ee3-21e3-4cf8-a497-2466ed88021b tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Feb 18 12:25:36.959079 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf07d59-c8b0-45d7-a7b3-eb15fccedd95 req-6cef8b66-3f39-4b6d-bbe8-e7d74938d4a5 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:36.960550 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fbf07d59-c8b0-45d7-a7b3-eb15fccedd95 req-6cef8b66-3f39-4b6d-bbe8-e7d74938d4a5 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0521770 Feb 18 12:25:37.007995 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fbf07d59-c8b0-45d7-a7b3-eb15fccedd95 req-730033c5-7b4b-4901-8aec-f2a4954ab9f3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Feb 18 12:25:37.166051 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bf75b-a283-4d61-bfec-022c540f33ea req-25ef9cce-2132-45d7-a5b0-f7046c718d37 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:37.167543 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-469bf75b-a283-4d61-bfec-022c540f33ea req-25ef9cce-2132-45d7-a5b0-f7046c718d37 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0512376 Feb 18 12:25:37.230652 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-469bf75b-a283-4d61-bfec-022c540f33ea req-bf661191-47af-4eb2-81aa-cba161d3c2f7 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573239 Feb 18 12:25:37.543247 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768b4cb-4d15-436e-8ea5-0f7db2c2af84 req-5df0657b-7326-40e3-82e5-3b2c604f2f2a tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:37.546560 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e768b4cb-4d15-436e-8ea5-0f7db2c2af84 req-5df0657b-7326-40e3-82e5-3b2c604f2f2a tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 946 time: 0.0558929 Feb 18 12:25:37.601818 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e768b4cb-4d15-436e-8ea5-0f7db2c2af84 req-b409e26d-8c8e-40d5-98b5-fc9ad3640d71 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515592 Feb 18 12:25:37.924903 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c764e2cc-29ab-4caf-b742-d700fdff9518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:38.125574 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f06f9-d898-468a-973b-b4d23bba0082 req-560911a4-d4ae-431d-8361-b0d2ebb502eb tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:38.127394 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a52f06f9-d898-468a-973b-b4d23bba0082 req-560911a4-d4ae-431d-8361-b0d2ebb502eb tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0519748 Feb 18 12:25:38.173052 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a52f06f9-d898-468a-973b-b4d23bba0082 req-0fa09356-9416-42c3-be00-fd2e268e7d6c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401523 Feb 18 12:25:38.303365 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcde064-a73e-448c-a82e-e8b0dac8577c req-bc0369da-9887-4a1e-88c3-c090c7a9ea6c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:38.303648 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9fcde064-a73e-448c-a82e-e8b0dac8577c req-bc0369da-9887-4a1e-88c3-c090c7a9ea6c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0652335 Feb 18 12:25:38.388318 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66d02f-b04d-4807-8871-91bb3c6e3c7d req-a455c580-d03a-416d-a3af-359803a58c95 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:38.389815 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ab66d02f-b04d-4807-8871-91bb3c6e3c7d req-a455c580-d03a-416d-a3af-359803a58c95 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0818334 Feb 18 12:25:38.405079 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9fcde064-a73e-448c-a82e-e8b0dac8577c req-05734a81-0075-4eae-88e1-e3291f04644c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795598 Feb 18 12:25:38.463010 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ab66d02f-b04d-4807-8871-91bb3c6e3c7d req-1f3322b0-0632-4c40-8c25-6670180f9512 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648589 Feb 18 12:25:38.987227 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:39.599427 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2752d-90ab-4e69-8b12-a9e8986165bb req-96e0fb9d-f6ee-4072-8e08-5a38103b4d50 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:39.600969 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8dc2752d-90ab-4e69-8b12-a9e8986165bb req-96e0fb9d-f6ee-4072-8e08-5a38103b4d50 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0549951 Feb 18 12:25:39.646980 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8dc2752d-90ab-4e69-8b12-a9e8986165bb req-1f9478a2-b9d3-4bca-8607-eb7156d68dde tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404286 Feb 18 12:25:39.880380 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 34a308e0-633c-45fc-b46a-0b15b92e9b46 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:25:39.992564 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 34a308e0-633c-45fc-b46a-0b15b92e9b46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:25:40.006963 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'port_id': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'mac_address': 'fa:16:3e:99:ac:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:25:40.042272 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 34a308e0-633c-45fc-b46a-0b15b92e9b46 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:25:40.042684 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:40.055578 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a308e0-633c-45fc-b46a-0b15b92e9b46 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:25:40.074256 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 34a308e0-633c-45fc-b46a-0b15b92e9b46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:25:40.169742 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:40.217728 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=34a308e0-633c-45fc-b46a-0b15b92e9b46,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:40.411944 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:40.766424 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df50753-889e-46a2-ade5-b6312ec44d02 req-21493372-c211-4f02-81e4-da5046391f8d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:40.767932 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1df50753-889e-46a2-ade5-b6312ec44d02 req-21493372-c211-4f02-81e4-da5046391f8d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 945 time: 0.0506074 Feb 18 12:25:40.812205 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1df50753-889e-46a2-ade5-b6312ec44d02 req-c4f1a047-7ace-4b10-b879-60296a5da194 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382817 Feb 18 12:25:41.475022 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['34a308e0-633c-45fc-b46a-0b15b92e9b46'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:25:41.932393 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45903-ffcf-4e24-96ba-e6cc4d536bd2 req-6c867053-3d48-4a1b-b8f7-08a2e9aa734e tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:41.933857 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b0e45903-ffcf-4e24-96ba-e6cc4d536bd2 req-6c867053-3d48-4a1b-b8f7-08a2e9aa734e tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 945 time: 0.0518222 Feb 18 12:25:41.966012 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:41.983269 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b0e45903-ffcf-4e24-96ba-e6cc4d536bd2 req-8891b97c-8f10-4e7f-99e0-412c567535d1 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437739 Feb 18 12:25:43.102891 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345da5b-98cf-4374-a4db-535f7618438d req-36e6fb14-1e9e-43cb-a03b-d90defff103e tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:43.104265 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6345da5b-98cf-4374-a4db-535f7618438d req-36e6fb14-1e9e-43cb-a03b-d90defff103e tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 945 time: 0.0509055 Feb 18 12:25:43.149918 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6345da5b-98cf-4374-a4db-535f7618438d req-b42ac897-9731-4a91-a883-3f012abf0949 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401683 Feb 18 12:25:43.274110 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 34a308e0-633c-45fc-b46a-0b15b92e9b46 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:25:43.461445 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port 34a308e0-633c-45fc-b46a-0b15b92e9b46 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:25:43.465508 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 34a308e0-633c-45fc-b46a-0b15b92e9b46 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:25:43.465900 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:43.549543 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 34a308e0-633c-45fc-b46a-0b15b92e9b46 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:25:43.549930 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:43.573375 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a308e0-633c-45fc-b46a-0b15b92e9b46'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:25:43.575650 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b3ea78-0a29-4696-a335-c5b1d6a62d41" -d '{"events": [{"server_uuid": "534fe92b-e39d-491e-b63b-52452ebf76f3", "name": "network-vif-plugged", "status": "completed", "tag": "34a308e0-633c-45fc-b46a-0b15b92e9b46"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:25:43.587718 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 34a308e0-633c-45fc-b46a-0b15b92e9b46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:25:43.614934 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6980c9-9d83-4b75-9726-114834afdf0a x-openstack-request-id: req-0c6980c9-9d83-4b75-9726-114834afdf0a {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:25:43.621498 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534fe92b-e39d-491e-b63b-52452ebf76f3", "name": "network-vif-plugged", "status": "completed", "tag": "34a308e0-633c-45fc-b46a-0b15b92e9b46", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:25:43.621498 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c6980c9-9d83-4b75-9726-114834afdf0a {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:25:43.621498 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'code': 200} Feb 18 12:25:43.680783 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:43.729762 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=34a308e0-633c-45fc-b46a-0b15b92e9b46,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:43.882609 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb49ec-cae9-4682-8fac-7d3a9d645789 req-33d5c393-3575-4d28-afd7-f15d8fb08f46 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:43.884185 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a1bb49ec-cae9-4682-8fac-7d3a9d645789 req-33d5c393-3575-4d28-afd7-f15d8fb08f46 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0560310 Feb 18 12:25:44.001755 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a1bb49ec-cae9-4682-8fac-7d3a9d645789 req-fa3ed548-dfd8-41d2-8968-b2364ed660bd tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117058 Feb 18 12:25:44.027859 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3de60-571e-4366-aa2d-c71445052262 req-4b17cc98-bb78-46a4-b31f-11c3a4e4fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:44.029333 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-99e3de60-571e-4366-aa2d-c71445052262 req-4b17cc98-bb78-46a4-b31f-11c3a4e4fd9c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b7f00ee67e874fc3a3812a11c0f82173&device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 1129 time: 0.1089685 Feb 18 12:25:44.035947 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bc911-b33a-4f6f-8545-a30e0aa41f7b req-38a12473-1a5b-42a8-9eb9-3f70d3a2f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:44.037358 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b94bc911-b33a-4f6f-8545-a30e0aa41f7b req-38a12473-1a5b-42a8-9eb9-3f70d3a2f601 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 1130 time: 0.0783715 Feb 18 12:25:44.132106 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b94bc911-b33a-4f6f-8545-a30e0aa41f7b req-5693862d-285e-4a4f-99e0-aecebdad0a1a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863159 Feb 18 12:25:44.153000 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3de60-571e-4366-aa2d-c71445052262 req-81db87b8-30bd-4490-a54b-421d98457700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:44.154399 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-99e3de60-571e-4366-aa2d-c71445052262 req-81db87b8-30bd-4490-a54b-421d98457700 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a0caea6f-d101-4a72-bcf9-9fc354267f4d HTTP/1.1" status: 200 len: 919 time: 0.1162264 Feb 18 12:25:44.284089 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a665619-c9f1-4ddd-9214-17da513be906 req-19b521a6-2eee-440b-9b77-f979b539be7a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:44.285776 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0a665619-c9f1-4ddd-9214-17da513be906 req-19b521a6-2eee-440b-9b77-f979b539be7a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0659659 Feb 18 12:25:44.342316 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0a665619-c9f1-4ddd-9214-17da513be906 req-f53bfb9d-fa05-4763-98f2-66a7886a3c7d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504420 Feb 18 12:25:44.431797 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-99e3de60-571e-4366-aa2d-c71445052262 req-e67bdf2d-9e02-4f3c-9648-0d771680d483 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fdbe57-07f9-4d8e-8a50-3cf845658821 HTTP/1.1" status: 200 len: 217 time: 0.0377398 Feb 18 12:25:44.491002 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3de60-571e-4366-aa2d-c71445052262 req-ea3ad5e6-91d9-4fb9-99c9-7e89355279a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:44.492456 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-99e3de60-571e-4366-aa2d-c71445052262 req-ea3ad5e6-91d9-4fb9-99c9-7e89355279a8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69bf8867-f823-469a-96c2-77b410e47401 HTTP/1.1" status: 200 len: 858 time: 0.0487850 Feb 18 12:25:44.534002 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-99e3de60-571e-4366-aa2d-c71445052262 req-4130073c-27ab-45c6-b7ad-f8ed39085baa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0caea6f-d101-4a72-bcf9-9fc354267f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313401 Feb 18 12:25:44.632218 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-99e3de60-571e-4366-aa2d-c71445052262 req-19cef319-e34f-4935-92d6-b2bc7ce7a57b service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865471 Feb 18 12:25:44.728921 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-99e3de60-571e-4366-aa2d-c71445052262 req-8972d5e2-9ab4-4241-b201-e6e0ac293fe9 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891733 Feb 18 12:25:45.126401 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241ec0f-00d9-48f6-9a02-647e1b14faf1 req-6e5c7144-a5f9-41b6-9366-440e59f4bef9 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:45.130314 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a241ec0f-00d9-48f6-9a02-647e1b14faf1 req-6e5c7144-a5f9-41b6-9366-440e59f4bef9 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0567553 Feb 18 12:25:45.175961 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a241ec0f-00d9-48f6-9a02-647e1b14faf1 req-8b20a871-c757-4593-973b-4c7293c135bc tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416915 Feb 18 12:25:45.470041 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c70e9-b6d5-42e2-8e74-beaad63ff33e req-0a749040-74e3-41b1-9f6a-5399747aa812 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:45.471579 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-548c70e9-b6d5-42e2-8e74-beaad63ff33e req-0a749040-74e3-41b1-9f6a-5399747aa812 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0550101 Feb 18 12:25:45.526660 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-548c70e9-b6d5-42e2-8e74-beaad63ff33e req-adba0e7e-18c6-4492-b88b-f9e98f943e96 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493248 Feb 18 12:25:46.294101 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30639fb-857f-4c14-8275-1b2274d1882c req-a37ffdd0-7f2e-435d-aa88-5aa2579a56e1 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:46.295657 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e30639fb-857f-4c14-8275-1b2274d1882c req-a37ffdd0-7f2e-435d-aa88-5aa2579a56e1 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0522931 Feb 18 12:25:46.343875 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e30639fb-857f-4c14-8275-1b2274d1882c req-45c5f840-9d78-4c80-a92f-0702dc2c0639 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Feb 18 12:25:46.648196 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04df0d-3a20-4ee7-b118-378caef87f9d req-2055e51c-6bc5-4e13-81ea-db3d93fed7b2 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:46.649539 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae04df0d-3a20-4ee7-b118-378caef87f9d req-2055e51c-6bc5-4e13-81ea-db3d93fed7b2 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0502512 Feb 18 12:25:46.695286 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae04df0d-3a20-4ee7-b118-378caef87f9d req-e8f8fe04-1976-4ee0-8a93-9dec05d051e7 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404201 Feb 18 12:25:46.815392 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95051a-021b-4d28-bd5b-c2524a1ce42e req-28e2ba73-fd5f-445d-b6a8-89d6b8d37c7b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:46.816918 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6e95051a-021b-4d28-bd5b-c2524a1ce42e req-28e2ba73-fd5f-445d-b6a8-89d6b8d37c7b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0545568 Feb 18 12:25:46.825248 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 45602) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:46.829471 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-5aa60b65-50a9-45aa-8c1e-c5ff3931e971 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Request body: {'floatingip': {'port_id': '34a308e0-633c-45fc-b46a-0b15b92e9b46'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:46.868142 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5aa60b65-50a9-45aa-8c1e-c5ff3931e971 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for floatingip (cbcf2471-2657-4932-81a4-0f0e0733b6ac), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:47.329591 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5aa60b65-50a9-45aa-8c1e-c5ff3931e971 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:47.406216 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5aa60b65-50a9-45aa-8c1e-c5ff3931e971 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (cbcf2471-2657-4932-81a4-0f0e0733b6ac), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:47.541888 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43792c1c-4402-49e7-907b-eb3e5ed972fc req-b4cba18b-fc82-4d06-91d7-afb4fea89bd9 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:47.543455 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43792c1c-4402-49e7-907b-eb3e5ed972fc req-b4cba18b-fc82-4d06-91d7-afb4fea89bd9 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.1339214 Feb 18 12:25:47.557216 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.l3_db [None req-5aa60b65-50a9-45aa-8c1e-c5ff3931e971 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Floating IP cbcf2471-2657-4932-81a4-0f0e0733b6ac associated. External IP: 172.27.2.149, port: 34a308e0-633c-45fc-b46a-0b15b92e9b46. Feb 18 12:25:47.641249 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-43792c1c-4402-49e7-907b-eb3e5ed972fc req-2dd06f7f-c508-4872-96f6-fba1174d2fe4 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864158 Feb 18 12:25:47.802213 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa60b65-50a9-45aa-8c1e-c5ff3931e971 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Router 373e062e-5e0b-47b3-ac2b-f276bc5e359b has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:25:48.135811 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa60b65-50a9-45aa-8c1e-c5ff3931e971 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:25:48.140580 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5aa60b65-50a9-45aa-8c1e-c5ff3931e971 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:48.147100 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4720a7d-6833-42f3-b9e7-6277a55165d6 None None] Sync routers for ids ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:25:48.157062 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4720a7d-6833-42f3-b9e7-6277a55165d6 None None] Routers {'373e062e-5e0b-47b3-ac2b-f276bc5e359b'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:25:48.157777 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b4720a7d-6833-42f3-b9e7-6277a55165d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:25:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:48.175053 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5aa60b65-50a9-45aa-8c1e-c5ff3931e971 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "PUT /v2.0/floatingips/cbcf2471-2657-4932-81a4-0f0e0733b6ac HTTP/1.1" status: 200 len: 992 time: 1.3462880 Feb 18 12:25:48.175053 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'tag': '34a308e0-633c-45fc-b46a-0b15b92e9b46'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:25:48.175613 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd550499-eae5-4ed0-87c2-36022f3fa0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "534fe92b-e39d-491e-b63b-52452ebf76f3", "tag": "34a308e0-633c-45fc-b46a-0b15b92e9b46"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:25:48.218683 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b13fc15-c34f-4c07-826d-8bea79cae688 x-openstack-request-id: req-1b13fc15-c34f-4c07-826d-8bea79cae688 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:25:48.219127 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534fe92b-e39d-491e-b63b-52452ebf76f3", "tag": "34a308e0-633c-45fc-b46a-0b15b92e9b46", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:25:48.219285 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b13fc15-c34f-4c07-826d-8bea79cae688 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:25:48.219688 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'tag': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'status': 'completed', 'code': 200} Feb 18 12:25:48.276146 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-b4720a7d-6833-42f3-b9e7-6277a55165d6 None None] Set router 373e062e-5e0b-47b3-ac2b-f276bc5e359b gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:25:48.582967 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b4720a7d-6833-42f3-b9e7-6277a55165d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': 'cbcf2471-2657-4932-81a4-0f0e0733b6ac', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'port_id': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'mac_address': 'fa:16:3e:99:ac:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:25:26Z', 'updated_at': '2022-02-18T12:25:47Z', 'revision_number': 1, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:26Z', 'revision_number': 5, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:48.608161 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4720a7d-6833-42f3-b9e7-6277a55165d6 None None] Checking router: 373e062e-5e0b-47b3-ac2b-f276bc5e359b for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:25:48.616810 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4720a7d-6833-42f3-b9e7-6277a55165d6 None None] Routers {'373e062e-5e0b-47b3-ac2b-f276bc5e359b'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:25:48.617410 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b4720a7d-6833-42f3-b9e7-6277a55165d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:25:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:48.725008 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-b4720a7d-6833-42f3-b9e7-6277a55165d6 None None] Set router 373e062e-5e0b-47b3-ac2b-f276bc5e359b gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:25:48.768282 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48daebc-db49-4b60-b6cb-af8f20c001d6 req-c1e6ebc7-4bf5-40ff-8e0e-500bf43a1662 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:48.769776 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f48daebc-db49-4b60-b6cb-af8f20c001d6 req-c1e6ebc7-4bf5-40ff-8e0e-500bf43a1662 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0544391 Feb 18 12:25:48.816239 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f48daebc-db49-4b60-b6cb-af8f20c001d6 req-d3050ad0-d90c-4196-88ff-9fa37962dc7f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408506 Feb 18 12:25:48.949433 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b4720a7d-6833-42f3-b9e7-6277a55165d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': 'cbcf2471-2657-4932-81a4-0f0e0733b6ac', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'port_id': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'mac_address': 'fa:16:3e:99:ac:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:25:26Z', 'updated_at': '2022-02-18T12:25:47Z', 'revision_number': 1, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:26Z', 'revision_number': 5, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:48.975536 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4720a7d-6833-42f3-b9e7-6277a55165d6 None None] The sync data for ids ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'] in dv-cinder-804757-15-iscsi is: [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': 'cbcf2471-2657-4932-81a4-0f0e0733b6ac', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'port_id': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'mac_address': 'fa:16:3e:99:ac:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:25:26Z', 'updated_at': '2022-02-18T12:25:47Z', 'revision_number': 1, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:26Z', 'revision_number': 5, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:25:49.156489 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00492d70-e034-40c6-a21c-2747710f42c0 None None] New status for floating IP cbcf2471-2657-4932-81a4-0f0e0733b6ac: ACTIVE {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:25:49.928946 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf3e20-5f31-42b5-bd52-f46bce8a33ab req-d1599201-9f07-40fa-9f1d-9ee6404b055e tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:49.930412 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-45cf3e20-5f31-42b5-bd52-f46bce8a33ab req-d1599201-9f07-40fa-9f1d-9ee6404b055e tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0499694 Feb 18 12:25:49.976219 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-45cf3e20-5f31-42b5-bd52-f46bce8a33ab req-cd97d081-8a6b-4736-afe8-11b82880e447 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Feb 18 12:25:50.552353 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:25:51.091784 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc103868-a5da-4027-ae62-437b956e8218 req-ed75b6a0-0338-427e-84c8-5d27acefee2f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:51.093231 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fc103868-a5da-4027-ae62-437b956e8218 req-ed75b6a0-0338-427e-84c8-5d27acefee2f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0501745 Feb 18 12:25:51.141103 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fc103868-a5da-4027-ae62-437b956e8218 req-c3658853-e5d0-4df8-88b4-71b0114f4512 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418096 Feb 18 12:25:51.422952 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd550499-eae5-4ed0-87c2-36022f3fa0a3 req-93a96465-0fb2-49cd-8b6e-828cbf1809d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:51.424429 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd550499-eae5-4ed0-87c2-36022f3fa0a3 req-93a96465-0fb2-49cd-8b6e-828cbf1809d6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 1130 time: 0.0443187 Feb 18 12:25:51.513209 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd550499-eae5-4ed0-87c2-36022f3fa0a3 req-f5e28898-39b5-4346-9a24-47e4cccecf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:51.514671 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd550499-eae5-4ed0-87c2-36022f3fa0a3 req-f5e28898-39b5-4346-9a24-47e4cccecf43 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7 HTTP/1.1" status: 200 len: 917 time: 0.0802853 Feb 18 12:25:51.594390 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd550499-eae5-4ed0-87c2-36022f3fa0a3 req-31e7d537-49d2-4940-b9ee-203e74035b62 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46 HTTP/1.1" status: 200 len: 1002 time: 0.0597911 Feb 18 12:25:51.661063 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd550499-eae5-4ed0-87c2-36022f3fa0a3 req-47d336ea-97c7-43ce-8e42-1c2de4349cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:51.662546 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd550499-eae5-4ed0-87c2-36022f3fa0a3 req-47d336ea-97c7-43ce-8e42-1c2de4349cfe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0605fd76-e386-40d7-93ea-f7bf1f705f1d HTTP/1.1" status: 200 len: 855 time: 0.0456545 Feb 18 12:25:51.747260 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd550499-eae5-4ed0-87c2-36022f3fa0a3 req-3fa9c409-436f-4aca-87d8-308dbee3ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:51.748766 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd550499-eae5-4ed0-87c2-36022f3fa0a3 req-3fa9c409-436f-4aca-87d8-308dbee3ad10 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446625 Feb 18 12:25:51.852471 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd550499-eae5-4ed0-87c2-36022f3fa0a3 req-082c08cc-d084-4dff-9882-eb30f4d19acc service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812256 Feb 18 12:25:51.946662 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd550499-eae5-4ed0-87c2-36022f3fa0a3 req-69c634d5-bf9f-4577-8ad3-4e9044b39c9b service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819998 Feb 18 12:25:52.260125 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c638e-e03d-4e73-8552-1427d4c1d101 req-81b552bd-ddcc-400c-823b-ed672d352694 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:52.261578 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f44c638e-e03d-4e73-8552-1427d4c1d101 req-81b552bd-ddcc-400c-823b-ed672d352694 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0561326 Feb 18 12:25:52.306689 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f44c638e-e03d-4e73-8552-1427d4c1d101 req-06fa435f-d8a0-4c7b-8c78-01905d68a497 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396101 Feb 18 12:25:53.436712 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc2375-71b8-4c9a-a612-1480efe6558e req-d11cf21c-b26e-4595-b198-478367d90f0b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:53.438257 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8ffc2375-71b8-4c9a-a612-1480efe6558e req-d11cf21c-b26e-4595-b198-478367d90f0b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0657120 Feb 18 12:25:53.518694 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8ffc2375-71b8-4c9a-a612-1480efe6558e req-2efb758b-56f4-45b9-a663-cdc5e32aaa13 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619881 Feb 18 12:25:54.633650 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb9e97-0d98-432b-b32b-6fe706e9a1bb req-5d337505-12d5-44a2-a833-75a6df27018d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:54.635168 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-67eb9e97-0d98-432b-b32b-6fe706e9a1bb req-5d337505-12d5-44a2-a833-75a6df27018d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0514467 Feb 18 12:25:54.685723 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-67eb9e97-0d98-432b-b32b-6fe706e9a1bb req-9258b9a8-dc6f-4321-9104-490ec5bb7f73 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448017 Feb 18 12:25:55.073440 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 45760) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:55.188534 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa33f-5dcc-4bd8-bff5-e55820ae87aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:55.271573 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa33f-5dcc-4bd8-bff5-e55820ae87aa admin admin] Publish callbacks [] for security_group (05dc58eb-2291-45a7-b0a1-c417d3272ebd), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:55.410032 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa33f-5dcc-4bd8-bff5-e55820ae87aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (05dc58eb-2291-45a7-b0a1-c417d3272ebd), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:55.454268 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-4d0aa33f-5dcc-4bd8-bff5-e55820ae87aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90c5fdf8bd884b36a0b8f04bec64298d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796570 Feb 18 12:25:55.455398 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0aa33f-5dcc-4bd8-bff5-e55820ae87aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dc58eb-2291-45a7-b0a1-c417d3272ebd,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:55.456889 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 45772) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:55.509705 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-02a65092-5fe5-4329-8de0-1a9b3bd331f6 admin admin] Publish callbacks [] for security_group (05dc58eb-2291-45a7-b0a1-c417d3272ebd), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:55.530794 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-02a65092-5fe5-4329-8de0-1a9b3bd331f6 admin admin] Publish callbacks [] for security_group (05dc58eb-2291-45a7-b0a1-c417d3272ebd), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:55.692210 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-02a65092-5fe5-4329-8de0-1a9b3bd331f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (05dc58eb-2291-45a7-b0a1-c417d3272ebd), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:55.695061 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-02a65092-5fe5-4329-8de0-1a9b3bd331f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:55.696202 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-02a65092-5fe5-4329-8de0-1a9b3bd331f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05dc58eb-2291-45a7-b0a1-c417d3272ebd HTTP/1.1" status: 204 len: 168 time: 0.2376101 Feb 18 12:25:55.703936 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a65092-5fe5-4329-8de0-1a9b3bd331f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dc58eb-2291-45a7-b0a1-c417d3272ebd,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:55.812899 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2390-7e50-469f-a0cc-42634f915c1e req-a88b79bb-282d-4a9c-8e9f-5bd8a450e86b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:55.814433 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0cbd2390-7e50-469f-a0cc-42634f915c1e req-a88b79bb-282d-4a9c-8e9f-5bd8a450e86b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0531063 Feb 18 12:25:55.864842 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0cbd2390-7e50-469f-a0cc-42634f915c1e req-c62f15b6-41e4-4360-af92-010ee9585d54 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426612 Feb 18 12:25:56.435362 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 45808) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:56.449163 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a3669b8-cfc7-4653-9ef2-269ffc19f04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:56.498930 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-bd70b750-7162-45e1-be5a-580e70e196d8 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:56.502332 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-bd70b750-7162-45e1-be5a-580e70e196d8 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/networks?id=f1d28a73-edef-493c-ac98-beeac644e446 HTTP/1.1" status: 200 len: 814 time: 0.1077406 Feb 18 12:25:56.517615 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-21f47371-defe-45e5-8ce2-a893c3830ca7 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/quotas/d6d65e60624c4b23bb816791f5e467e9 HTTP/1.1" status: 200 len: 375 time: 0.0101483 Feb 18 12:25:56.527265 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a3669b8-cfc7-4653-9ef2-269ffc19f04f admin admin] Publish callbacks [] for security_group (693a80ef-45bc-40d5-b7bc-3ee0eb3ed699), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:56.583798 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-8fc84996-8364-4be9-8ef1-a88ba6f9569e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6d65e60624c4b23bb816791f5e467e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606980 Feb 18 12:25:56.675224 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-a445981b-7dbc-4957-b902-033241bce237 service neutron] 10.222.0.52 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845337 Feb 18 12:25:56.678538 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a3669b8-cfc7-4653-9ef2-269ffc19f04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (693a80ef-45bc-40d5-b7bc-3ee0eb3ed699), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:56.727691 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-5a3669b8-cfc7-4653-9ef2-269ffc19f04f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b90162c908d84d7b8759d83436361bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911742 Feb 18 12:25:56.728538 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3669b8-cfc7-4653-9ef2-269ffc19f04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693a80ef-45bc-40d5-b7bc-3ee0eb3ed699,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:56.730808 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 45816) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:56.772340 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-fd4dee91-71ac-46a0-8e8c-418a4921771a service neutron] 10.222.0.52 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910015 Feb 18 12:25:56.791887 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0901a28c-e353-4694-891f-f2acb6020a7c admin admin] Publish callbacks [] for security_group (693a80ef-45bc-40d5-b7bc-3ee0eb3ed699), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:56.813404 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0901a28c-e353-4694-891f-f2acb6020a7c admin admin] Publish callbacks [] for security_group (693a80ef-45bc-40d5-b7bc-3ee0eb3ed699), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:56.952754 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0901a28c-e353-4694-891f-f2acb6020a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (693a80ef-45bc-40d5-b7bc-3ee0eb3ed699), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:56.955836 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0901a28c-e353-4694-891f-f2acb6020a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:56.956972 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-0901a28c-e353-4694-891f-f2acb6020a7c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/693a80ef-45bc-40d5-b7bc-3ee0eb3ed699 HTTP/1.1" status: 204 len: 168 time: 0.2139890 Feb 18 12:25:56.975307 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901a28c-e353-4694-891f-f2acb6020a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693a80ef-45bc-40d5-b7bc-3ee0eb3ed699,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:57.092235 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce3578-9bcb-4e75-b9a7-4b68d79ba0b0 req-7140cea4-e2fc-457d-9883-c2f6d0d02d07 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:57.093734 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-71ce3578-9bcb-4e75-b9a7-4b68d79ba0b0 req-7140cea4-e2fc-457d-9883-c2f6d0d02d07 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0663452 Feb 18 12:25:57.144229 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-71ce3578-9bcb-4e75-b9a7-4b68d79ba0b0 req-3bcec478-01d6-406d-916a-bb0e25b525a7 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436225 Feb 18 12:25:57.209133 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2ba812af-33a7-45db-83e9-f2462920261a req-5e7e5401-228c-4337-9084-98198d705bbb tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 210 time: 0.0275071 Feb 18 12:25:57.859283 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 45846) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:57.874838 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb63b-4996-45ad-a905-c5ddbf6fde22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:57.947640 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb63b-4996-45ad-a905-c5ddbf6fde22 admin admin] Publish callbacks [] for security_group (a4fe05f0-c49d-42e9-a6eb-b08ec4fd92dd), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:58.084393 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb63b-4996-45ad-a905-c5ddbf6fde22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (a4fe05f0-c49d-42e9-a6eb-b08ec4fd92dd), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:58.121780 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-b5fcb63b-4996-45ad-a905-c5ddbf6fde22 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43b4de182bc74e0fa846f69355b22d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614195 Feb 18 12:25:58.122609 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcb63b-4996-45ad-a905-c5ddbf6fde22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fe05f0-c49d-42e9-a6eb-b08ec4fd92dd,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:58.124604 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 45848) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:58.175135 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad137cdb-a8cd-40a2-b3ff-cbd12824641e admin admin] Publish callbacks [] for security_group (a4fe05f0-c49d-42e9-a6eb-b08ec4fd92dd), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:58.206287 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad137cdb-a8cd-40a2-b3ff-cbd12824641e admin admin] Publish callbacks [] for security_group (a4fe05f0-c49d-42e9-a6eb-b08ec4fd92dd), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:58.296022 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa95556-5bee-4da7-a52e-baa2497c06a2 req-a9518891-410e-4249-8c83-e5b4291f5c1a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:58.297494 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-efa95556-5bee-4da7-a52e-baa2497c06a2 req-a9518891-410e-4249-8c83-e5b4291f5c1a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0828862 Feb 18 12:25:58.317986 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e0053d3c-e2ee-43ec-900c-52d886a9d135 req-172b0b0a-1ed9-45b1-8731-9d53ae6d6636 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 210 time: 0.0406942 Feb 18 12:25:58.366178 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-efa95556-5bee-4da7-a52e-baa2497c06a2 req-e50f1fe5-096d-4c84-b544-3540dfe55aa2 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504932 Feb 18 12:25:58.427243 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad137cdb-a8cd-40a2-b3ff-cbd12824641e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (a4fe05f0-c49d-42e9-a6eb-b08ec4fd92dd), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:58.429907 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ad137cdb-a8cd-40a2-b3ff-cbd12824641e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:58.431116 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ad137cdb-a8cd-40a2-b3ff-cbd12824641e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4fe05f0-c49d-42e9-a6eb-b08ec4fd92dd HTTP/1.1" status: 204 len: 168 time: 0.3055365 Feb 18 12:25:58.439181 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad137cdb-a8cd-40a2-b3ff-cbd12824641e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fe05f0-c49d-42e9-a6eb-b08ec4fd92dd,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:59.400835 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 45884) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:59.437558 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-eed131f6-a010-485e-9e46-bf83a18d1d9e req-017bfcf1-b600-46ca-bc1a-eb6b54fc2eb3 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 210 time: 0.0296624 Feb 18 12:25:59.548930 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4da259-db85-438b-bf99-891b6c1b60c0 req-58e03128-bcd2-4e2d-8feb-7c296c7a74e3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:59.550548 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c4da259-db85-438b-bf99-891b6c1b60c0 req-58e03128-bcd2-4e2d-8feb-7c296c7a74e3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0823765 Feb 18 12:25:59.559359 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:59.599603 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c4da259-db85-438b-bf99-891b6c1b60c0 req-aa06e17c-f28c-48b1-97a2-52aa36c1b0d8 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434816 Feb 18 12:25:59.635699 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Publish callbacks [] for security_group (4fc5b5a9-d5f5-4fc0-9f69-7234d0fc76b6), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:59.753480 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (4fc5b5a9-d5f5-4fc0-9f69-7234d0fc76b6), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:59.793509 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f39ecf5b31de4c94b90a817c21eb45b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915780 Feb 18 12:25:59.794911 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc5b5a9-d5f5-4fc0-9f69-7234d0fc76b6,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:59.798473 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 45900) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:59.802797 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:59.803348 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:59.803697 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:59.804036 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:59.804367 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:59.804880 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:59.805212 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:59.805547 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:59.805874 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:59.806230 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:59.806556 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:59.806874 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:59.807188 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17ab9a-535b-45b6-9c2c-e648e7b61239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:25:59.881378 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-a56c1790-490a-4acd-9379-df6522923294 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:59.882940 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-a56c1790-490a-4acd-9379-df6522923294 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "GET /v2.0/networks?id=f1d28a73-edef-493c-ac98-beeac644e446 HTTP/1.1" status: 200 len: 814 time: 0.1526988 Feb 18 12:25:59.907463 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-6b835443-6264-4f05-afdc-798faa83e613 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Request body: {'port': {'device_id': '597180ec-6cfb-4e33-ad6b-feed4357d235', 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446', 'admin_state_up': True, 'tenant_id': 'd6d65e60624c4b23bb816791f5e467e9'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:59.926700 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Publish callbacks [] for security_group (4fc5b5a9-d5f5-4fc0-9f69-7234d0fc76b6), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:59.982854 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Publish callbacks [] for security_group (4fc5b5a9-d5f5-4fc0-9f69-7234d0fc76b6), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:00.108461 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-6b835443-6264-4f05-afdc-798faa83e613 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Made reservation on behalf of d6d65e60624c4b23bb816791f5e467e9 for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:26:00.111900 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-6b835443-6264-4f05-afdc-798faa83e613 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:00.184685 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (4fc5b5a9-d5f5-4fc0-9f69-7234d0fc76b6), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:00.187315 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:00.188446 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4fc5b5a9-d5f5-4fc0-9f69-7234d0fc76b6 HTTP/1.1" status: 204 len: 168 time: 0.3890054 Feb 18 12:26:00.236832 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc5b5a9-d5f5-4fc0-9f69-7234d0fc76b6,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:00.248604 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:00.248955 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:00.249350 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:00.249684 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:00.250019 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:00.250368 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:00.250693 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:00.251017 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:00.251340 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:00.251658 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:00.252862 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:00.253186 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:00.253505 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3688a-321a-4680-9fc3-0b066c8d6dc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:00.314263 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-6b835443-6264-4f05-afdc-798faa83e613 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Allocated IP 172.20.0.14 (f1d28a73-edef-493c-ac98-beeac644e446/b1c352a1-857a-4072-b4cc-94c967e8170a/89070ddf-6f41-4c6c-94b4-e0767a18b0c1) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:00.470587 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-6b835443-6264-4f05-afdc-798faa83e613 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks [] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:00.477369 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 45918) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:00.547141 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e9d0397d-bdfe-4e6d-937c-b36991124538 req-d31f04e3-a796-4997-89ff-15442ba5ade9 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 210 time: 0.0322304 Feb 18 12:26:00.659695 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-6b835443-6264-4f05-afdc-798faa83e613 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:00.675712 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['42aa8b4d-35aa-41c5-b544-122f6eb29684', '9d76680d-8425-4c9e-bc8b-52a276cfc65e', 'b40875eb-0256-4b51-bc02-574b7bca6484'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:26:00.737997 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-85020ce4-ef15-4385-a06a-181f4177f1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:00.756110 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-6b835443-6264-4f05-afdc-798faa83e613 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Network f1d28a73-edef-493c-ac98-beeac644e446 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:00.757639 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b835443-6264-4f05-afdc-798faa83e613 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Pushing event updated for resources: {'Port': ['ID=89070ddf-6f41-4c6c-94b4-e0767a18b0c1,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:00.762234 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-6b835443-6264-4f05-afdc-798faa83e613 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:00.767598 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-6b835443-6264-4f05-afdc-798faa83e613 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:00.815039 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf46ef2-fc46-4fb7-816c-8e31fe61d6be req-87dd2f85-ef5c-46f4-99e2-e1b6591cb571 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:00.816572 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0bf46ef2-fc46-4fb7-816c-8e31fe61d6be req-87dd2f85-ef5c-46f4-99e2-e1b6591cb571 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.1437931 Feb 18 12:26:00.827203 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-6b835443-6264-4f05-afdc-798faa83e613 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:00.827828 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-6b835443-6264-4f05-afdc-798faa83e613 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:00.851836 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-85020ce4-ef15-4385-a06a-181f4177f1d6 admin admin] Publish callbacks [] for security_group (3edce8c0-9f63-4a1f-b2cd-f0e574016e9b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:00.878123 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0bf46ef2-fc46-4fb7-816c-8e31fe61d6be req-e6262c4c-98f8-4fd3-b448-56237cc1870a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471036 Feb 18 12:26:00.926547 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-85020ce4-ef15-4385-a06a-181f4177f1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (3edce8c0-9f63-4a1f-b2cd-f0e574016e9b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:00.928973 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-6b835443-6264-4f05-afdc-798faa83e613 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0308328 Feb 18 12:26:00.943489 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Request body: {'port': {'device_id': '597180ec-6cfb-4e33-ad6b-feed4357d235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:00.969258 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-85020ce4-ef15-4385-a06a-181f4177f1d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=583363b978dd40529e162322f3f2f7ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4905572 Feb 18 12:26:00.970500 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85020ce4-ef15-4385-a06a-181f4177f1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edce8c0-9f63-4a1f-b2cd-f0e574016e9b,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:00.974030 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 45936) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:01.041670 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.083035 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa1a1-6d1f-4eb7-97ff-99d1950f4c06 admin admin] Publish callbacks [] for security_group (3edce8c0-9f63-4a1f-b2cd-f0e574016e9b), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.119912 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa1a1-6d1f-4eb7-97ff-99d1950f4c06 admin admin] Publish callbacks [] for security_group (3edce8c0-9f63-4a1f-b2cd-f0e574016e9b), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.343778 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:26:01.351789 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Publish callbacks [] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.362323 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa1a1-6d1f-4eb7-97ff-99d1950f4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (3edce8c0-9f63-4a1f-b2cd-f0e574016e9b), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.364916 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa1a1-6d1f-4eb7-97ff-99d1950f4c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.371598 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ba0fa1a1-6d1f-4eb7-97ff-99d1950f4c06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3edce8c0-9f63-4a1f-b2cd-f0e574016e9b HTTP/1.1" status: 204 len: 168 time: 0.3910477 Feb 18 12:26:01.371598 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Transition to ACTIVE for port object 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:26:01.376068 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fa1a1-6d1f-4eb7-97ff-99d1950f4c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edce8c0-9f63-4a1f-b2cd-f0e574016e9b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:01.420987 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 45948) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:01.446192 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.508970 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Pushing event updated for resources: {'Port': ['ID=89070ddf-6f41-4c6c-94b4-e0767a18b0c1,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:01.528556 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1766009811-network', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:01.594169 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Attempting to bind port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:01.594513 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Attempting to bind port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:01.594844 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Attempting to bind port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 on network f1d28a73-edef-493c-ac98-beeac644e446 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:01.599429 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 on network f1d28a73-edef-493c-ac98-beeac644e446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:26:01.599845 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Attempting to bind port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 on network f1d28a73-edef-493c-ac98-beeac644e446 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:01.604917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:01.605255 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Checking segment: {'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:01.605698 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Bound using segment: {'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:01.606120 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Bound port: 89070ddf-6f41-4c6c-94b4-e0767a18b0c1, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b108c29f-713f-4ebd-8eba-315edf6f703a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:01.606483 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.681683 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] Made reservation on behalf of d95d62cfc2894c6eba70f010580d7c1a for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:26:01.683947 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.702016 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.724161 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] For port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:01.739365 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1fa42-41a8-4eb3-8736-b50790c2026d req-50071ae8-3d12-4fee-b996-4486cf15cd9c tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:01.740843 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7eb1fa42-41a8-4eb3-8736-b50790c2026d req-50071ae8-3d12-4fee-b996-4486cf15cd9c tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 944 time: 0.1202843 Feb 18 12:26:01.760404 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] For port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=89070ddf-6f41-4c6c-94b4-e0767a18b0c1,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:01.818312 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7eb1fa42-41a8-4eb3-8736-b50790c2026d req-e6794350-6286-4bae-b9ec-53103a56774a tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688763 Feb 18 12:26:01.847160 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.851101 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] Publish callbacks [] for security_group (3e29d3ae-4c54-4870-9d71-e2882925a178), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.886291 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:01.886912 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.888287 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] 10.222.0.82 "PUT /v2.0/ports/89070ddf-6f41-4c6c-94b4-e0767a18b0c1 HTTP/1.1" status: 200 len: 1094 time: 0.9511273 Feb 18 12:26:01.888902 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597180ec-6cfb-4e33-ad6b-feed4357d235', 'tag': '89070ddf-6f41-4c6c-94b4-e0767a18b0c1'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:26:01.891205 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e408686-affa-4926-89e5-b18bc0daf8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "597180ec-6cfb-4e33-ad6b-feed4357d235", "tag": "89070ddf-6f41-4c6c-94b4-e0767a18b0c1"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:26:01.917085 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b24a60-7a13-4287-bb35-b7b4f262cd2b service neutron] Pushing event updated for resources: {'Port': ['ID=89070ddf-6f41-4c6c-94b4-e0767a18b0c1,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:01.924515 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (3e29d3ae-4c54-4870-9d71-e2882925a178), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.947642 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:26:01.961377 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e29d3ae-4c54-4870-9d71-e2882925a178,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:01.966365 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (f756821a-5530-4668-89ee-c5398b50c4c2), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:01.966710 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] Added segment f756821a-5530-4668-89ee-c5398b50c4c2 of type vlan for network ffb8dc52-3419-418a-8199-5a2a6a804c20 Feb 18 12:26:01.979403 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dd6b8a-3442-476f-a815-ff9753745e00 x-openstack-request-id: req-64dd6b8a-3442-476f-a815-ff9753745e00 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:26:01.980422 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597180ec-6cfb-4e33-ad6b-feed4357d235", "tag": "89070ddf-6f41-4c6c-94b4-e0767a18b0c1", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:26:01.980422 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64dd6b8a-3442-476f-a815-ff9753745e00 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:26:01.980422 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597180ec-6cfb-4e33-ad6b-feed4357d235', 'tag': '89070ddf-6f41-4c6c-94b4-e0767a18b0c1', 'status': 'completed', 'code': 200} Feb 18 12:26:02.056431 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (ffb8dc52-3419-418a-8199-5a2a6a804c20), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:02.103242 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e408686-affa-4926-89e5-b18bc0daf8b7 req-b997ae06-0cd8-478f-b807-6e278f993635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:02.104732 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3e408686-affa-4926-89e5-b18bc0daf8b7 req-b997ae06-0cd8-478f-b807-6e278f993635 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d6d65e60624c4b23bb816791f5e467e9&device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 1128 time: 0.0934567 Feb 18 12:26:02.112759 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea57f35-a302-4583-a724-b6040c53772f req-c1bb6ad5-e8cf-4adb-9eb9-8306b93a575f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:02.114216 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2ea57f35-a302-4583-a724-b6040c53772f req-c1bb6ad5-e8cf-4adb-9eb9-8306b93a575f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.1136417 Feb 18 12:26:02.177766 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (ffb8dc52-3419-418a-8199-5a2a6a804c20), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:02.178706 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:02.179281 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:02.273338 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2ea57f35-a302-4583-a724-b6040c53772f req-647cb58e-34f6-4063-a7ae-1358df6f9346 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487854 Feb 18 12:26:02.281543 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] Pushing event updated for resources: {'Network': ['ID=ffb8dc52-3419-418a-8199-5a2a6a804c20,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:02.299790 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e408686-affa-4926-89e5-b18bc0daf8b7 req-17b89e65-5014-43cc-abe9-47ebb693c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:02.301274 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3e408686-affa-4926-89e5-b18bc0daf8b7 req-17b89e65-5014-43cc-abe9-47ebb693c961 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=d6d65e60624c4b23bb816791f5e467e9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1861999 Feb 18 12:26:02.313974 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network ffb8dc52-3419-418a-8199-5a2a6a804c20 details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:26:02.329577 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-8e4a6f8d-6009-47ad-942f-3084f910f349 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9074128 Feb 18 12:26:02.332364 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 45978) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:02.359904 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-410a9716-d028-4307-bb63-d0139c27e948 admin admin] Request body: {'subnet': {'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1766009811-subnet', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:02.412328 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e408686-affa-4926-89e5-b18bc0daf8b7 req-255b85ee-aec7-40e2-8f20-76fb4484bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:02.413781 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3e408686-affa-4926-89e5-b18bc0daf8b7 req-255b85ee-aec7-40e2-8f20-76fb4484bd15 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1063004 Feb 18 12:26:02.467194 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410a9716-d028-4307-bb63-d0139c27e948 admin admin] Made reservation on behalf of d95d62cfc2894c6eba70f010580d7c1a for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:26:02.469822 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-410a9716-d028-4307-bb63-d0139c27e948 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555529'] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:02.565442 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-8ce0533c-dd59-47b9-aee7-9383a5402ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:02.566966 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-8ce0533c-dd59-47b9-aee7-9383a5402ddf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d6d65e60624c4b23bb816791f5e467e9&device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 1128 time: 0.1104109 Feb 18 12:26:02.635149 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-07a81dab-f4ac-47aa-a138-b581cc6e243a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89070ddf-6f41-4c6c-94b4-e0767a18b0c1 HTTP/1.1" status: 200 len: 217 time: 0.0557940 Feb 18 12:26:02.717966 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-8aac24a0-920d-4881-b46a-a552ad76fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:02.719358 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-8aac24a0-920d-4881-b46a-a552ad76fb80 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1c352a1-857a-4072-b4cc-94c967e8170a HTTP/1.1" status: 200 len: 854 time: 0.0765288 Feb 18 12:26:02.753359 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-0f19257a-7bfb-4c45-8e3c-6c3cbe9a2546 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f1d28a73-edef-493c-ac98-beeac644e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270689 Feb 18 12:26:02.807460 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-410a9716-d028-4307-bb63-d0139c27e948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12919336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555543'] for subnet (4d6a2a05-4bd5-4f3c-a354-4c278cc7441a), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:02.887687 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a9716-d028-4307-bb63-d0139c27e948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:02.903267 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-8d62e040-0366-4d40-bd8c-eb6176abd21a service neutron] 10.222.0.82 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423302 Feb 18 12:26:02.934053 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a9716-d028-4307-bb63-d0139c27e948 admin admin] Checking segment: {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:02.934429 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a9716-d028-4307-bb63-d0139c27e948 admin admin] Network hostable DHCP agents. Network: ffb8dc52-3419-418a-8199-5a2a6a804c20, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:26:03.016885 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca6351-906a-46fe-822a-343bb42680cd req-c9f9a83d-555f-4131-a9a2-eba5a8f3a98f tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:03.018407 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-daca6351-906a-46fe-822a-343bb42680cd req-c9f9a83d-555f-4131-a9a2-eba5a8f3a98f tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 944 time: 0.1272969 Feb 18 12:26:03.053052 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f289ea3-2651-4cb8-8fe7-e2cd4a7a72c0 req-0829ced3-0f8a-4a43-ad44-1bbced312547 service neutron] 10.222.0.82 "GET /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313846 Feb 18 12:26:03.083363 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-daca6351-906a-46fe-822a-343bb42680cd req-d5da6e0c-9517-45d8-a231-11f1f5c540ce tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587263 Feb 18 12:26:03.083915 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a9716-d028-4307-bb63-d0139c27e948 admin admin] Network ffb8dc52-3419-418a-8199-5a2a6a804c20 is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:26:03.188785 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-410a9716-d028-4307-bb63-d0139c27e948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, ffb8dc52-3419-418a-8199-5a2a6a804c20) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:03.193393 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410a9716-d028-4307-bb63-d0139c27e948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:03.194693 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-410a9716-d028-4307-bb63-d0139c27e948 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:03.201408 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe308a1a-2684-4c5c-9c21-b24eb801d1d5 None None] Network ffb8dc52-3419-418a-8199-5a2a6a804c20 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:26:03.304624 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6173361-3337-407f-94df-4012e6029456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4880cbb-8b9a-5f3b-ae58-78c776b3a9e1-ffb8dc52-3419-418a-8199-5a2a6a804c20', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a'}]}} from dv-cinder-804757-15-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:26:03.305552 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6173361-3337-407f-94df-4012e6029456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:03.338379 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-410a9716-d028-4307-bb63-d0139c27e948 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0049675 Feb 18 12:26:03.341300 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 45996) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:03.345522 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:03.401277 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081a92e-c828-418a-89cb-bd0ce85d3959 req-3aa32bea-627e-420d-8f2e-d332f47cb1e6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:03.402888 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e081a92e-c828-418a-89cb-bd0ce85d3959 req-3aa32bea-627e-420d-8f2e-d332f47cb1e6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0617144 Feb 18 12:26:03.442250 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-a6173361-3337-407f-94df-4012e6029456 None None] Allocated IP 172.20.0.2 (ffb8dc52-3419-418a-8199-5a2a6a804c20/4d6a2a05-4bd5-4f3c-a354-4c278cc7441a/c0f24ac8-fc8c-42de-94aa-f49b016601b9) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:03.446316 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125509'] for router (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:03.447997 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125522'] for router (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:03.451230 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e081a92e-c828-418a-89cb-bd0ce85d3959 req-077d3083-1863-45da-a484-f41376b7fe7c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Feb 18 12:26:03.504151 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Publish callbacks [] for router_controller (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), precommit_add_association {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:03.583979 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6173361-3337-407f-94df-4012e6029456 None None] Publish callbacks [] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:03.686368 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6173361-3337-407f-94df-4012e6029456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:03.737977 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6173361-3337-407f-94df-4012e6029456 None None] Network ffb8dc52-3419-418a-8199-5a2a6a804c20 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:03.738822 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Publish callbacks [] for router_gateway (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:03.746911 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-a6173361-3337-407f-94df-4012e6029456 None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:03.748718 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6173361-3337-407f-94df-4012e6029456 None None] Pushing event updated for resources: {'Port': ['ID=c0f24ac8-fc8c-42de-94aa-f49b016601b9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:03.750852 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6173361-3337-407f-94df-4012e6029456 None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:03.809108 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-a6173361-3337-407f-94df-4012e6029456 None None] Attempting to bind port c0f24ac8-fc8c-42de-94aa-f49b016601b9 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:03.809476 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-a6173361-3337-407f-94df-4012e6029456 None None] Attempting to bind port c0f24ac8-fc8c-42de-94aa-f49b016601b9 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:03.809830 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6173361-3337-407f-94df-4012e6029456 None None] Attempting to bind port c0f24ac8-fc8c-42de-94aa-f49b016601b9 on network ffb8dc52-3419-418a-8199-5a2a6a804c20 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:03.815248 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6173361-3337-407f-94df-4012e6029456 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:03.815612 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6173361-3337-407f-94df-4012e6029456 None None] Checking segment: {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:03.816005 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6173361-3337-407f-94df-4012e6029456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:03.816395 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6173361-3337-407f-94df-4012e6029456 None None] Bound using segment: {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:03.816845 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-a6173361-3337-407f-94df-4012e6029456 None None] Bound port: c0f24ac8-fc8c-42de-94aa-f49b016601b9, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:03.817214 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6173361-3337-407f-94df-4012e6029456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:03.880295 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-a6173361-3337-407f-94df-4012e6029456 None None] For port c0f24ac8-fc8c-42de-94aa-f49b016601b9, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:03.883517 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-a6173361-3337-407f-94df-4012e6029456 None None] For port c0f24ac8-fc8c-42de-94aa-f49b016601b9, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=c0f24ac8-fc8c-42de-94aa-f49b016601b9,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:03.979891 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a6173361-3337-407f-94df-4012e6029456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:04.040787 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6173361-3337-407f-94df-4012e6029456 None None] Pushing event updated for resources: {'Port': ['ID=c0f24ac8-fc8c-42de-94aa-f49b016601b9,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:04.049891 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Publish callbacks [] for router_gateway (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:04.073284 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:04.185208 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Allocated IP 172.27.2.96 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/2d6a2a47-760f-4de3-9c41-4a1392d42dae) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:04.209523 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394bf78-6b48-45b8-9e63-065037de615d req-defb2df2-98e8-4b57-a4b7-923142581ebe tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:04.211147 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0394bf78-6b48-45b8-9e63-065037de615d req-defb2df2-98e8-4b57-a4b7-923142581ebe tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 944 time: 0.0586717 Feb 18 12:26:04.298716 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0394bf78-6b48-45b8-9e63-065037de615d req-d4f293cf-c7c9-4686-a06d-e8c1843d834a tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664883 Feb 18 12:26:04.314879 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Publish callbacks [] for port (2d6a2a47-760f-4de3-9c41-4a1392d42dae), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:04.423978 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (2d6a2a47-760f-4de3-9c41-4a1392d42dae), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:04.457220 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-2cb8e4d5-aaba-49b4-9af9-949ddeabcb66 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=546132052d3a4117b09fdbd6e6484596&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292449 Feb 18 12:26:04.463302 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:04.466373 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:04.468762 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:04.498322 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Pushing event updated for resources: {'Port': ['ID=2d6a2a47-760f-4de3-9c41-4a1392d42dae,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:04.830981 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Publish callbacks [] for router_gateway (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:04.918747 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-3efd7125-aa0a-4dda-b2b4-4c24157d6f3f tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:04.921711 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-3efd7125-aa0a-4dda-b2b4-4c24157d6f3f tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4591486 Feb 18 12:26:04.930646 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d739-1a67-4213-b7e5-90cb5ed83b21 req-78dab1e8-75e2-4a66-b7ea-0bb6880c2626 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:04.932376 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d3e5d739-1a67-4213-b7e5-90cb5ed83b21 req-78dab1e8-75e2-4a66-b7ea-0bb6880c2626 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.3945303 Feb 18 12:26:04.948947 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-c2cdec54-4ff7-4abf-8213-ac7278f4ad20 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/quotas/546132052d3a4117b09fdbd6e6484596 HTTP/1.1" status: 200 len: 375 time: 0.0155590 Feb 18 12:26:05.003569 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-16e60971-c6d3-4079-8d68-d48615bef20a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=546132052d3a4117b09fdbd6e6484596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385151 Feb 18 12:26:05.059257 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d3e5d739-1a67-4213-b7e5-90cb5ed83b21 req-a19e9d97-c54f-496e-b37e-4e2cc0eef480 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172969 Feb 18 12:26:05.128583 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e09cb-8b1b-4ddd-a5b6-0d0b089928a6 None None] Network ffb8dc52-3419-418a-8199-5a2a6a804c20 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:26:05.212416 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Provisioning complete for port c0f24ac8-fc8c-42de-94aa-f49b016601b9 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:05.213518 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:05.229436 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecc9f7-dda8-4b68-96d1-90b5114903d5 req-75249549-bc86-442c-ae52-10b7b5e0d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:05.231029 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-20ecc9f7-dda8-4b68-96d1-90b5114903d5 req-75249549-bc86-442c-ae52-10b7b5e0d34f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b7f00ee67e874fc3a3812a11c0f82173&device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 1129 time: 0.0670345 Feb 18 12:26:05.288790 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555093'] for router (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:05.399381 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecc9f7-dda8-4b68-96d1-90b5114903d5 req-3d1c213d-5061-4b32-8ff9-1076bde21b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:05.401041 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-20ecc9f7-dda8-4b68-96d1-90b5114903d5 req-3d1c213d-5061-4b32-8ff9-1076bde21b7e service neutron] 10.222.0.82 "GET /v2.0/networks?id=a0caea6f-d101-4a72-bcf9-9fc354267f4d HTTP/1.1" status: 200 len: 919 time: 0.1400979 Feb 18 12:26:05.431168 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-864d07f6-aa09-43df-8348-158c8b233c64 req-f83cceee-ce4b-45e8-b872-6bb9f786b574 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 210 time: 0.0973465 Feb 18 12:26:05.490942 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-20ecc9f7-dda8-4b68-96d1-90b5114903d5 req-dda56140-4c5e-4ef5-ac57-597dade38ff8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fdbe57-07f9-4d8e-8a50-3cf845658821 HTTP/1.1" status: 200 len: 217 time: 0.0585794 Feb 18 12:26:05.541586 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device c0f24ac8-fc8c-42de-94aa-f49b016601b9 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:05.559870 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecc9f7-dda8-4b68-96d1-90b5114903d5 req-55c0f7ac-b110-499a-ae1e-26147a2b6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:05.561390 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-20ecc9f7-dda8-4b68-96d1-90b5114903d5 req-55c0f7ac-b110-499a-ae1e-26147a2b6f95 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69bf8867-f823-469a-96c2-77b410e47401 HTTP/1.1" status: 200 len: 858 time: 0.0548997 Feb 18 12:26:05.571714 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b49102-3a3b-4204-a1ce-3cd076a62dc1 req-531def46-998b-4101-a451-fe927cc0cac0 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:05.573173 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c4b49102-3a3b-4204-a1ce-3cd076a62dc1 req-531def46-998b-4101-a451-fe927cc0cac0 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 944 time: 0.1400664 Feb 18 12:26:05.593880 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Current status of the port c0f24ac8-fc8c-42de-94aa-f49b016601b9 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:05.594279 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:05.608056 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-20ecc9f7-dda8-4b68-96d1-90b5114903d5 req-19c51510-d198-40c7-97c3-b747756413f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0caea6f-d101-4a72-bcf9-9fc354267f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339301 Feb 18 12:26:05.643809 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] For port c0f24ac8-fc8c-42de-94aa-f49b016601b9, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=c0f24ac8-fc8c-42de-94aa-f49b016601b9,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:05.648522 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port c0f24ac8-fc8c-42de-94aa-f49b016601b9 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:05.648894 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:05.704450 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c4b49102-3a3b-4204-a1ce-3cd076a62dc1 req-1e11daf3-a30e-47ca-ac05-25f75fb2dd5b tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224852 Feb 18 12:26:05.732518 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 is scheduled to L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc with binding_index 1 {{(pid=103420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:26:05.743063 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:05.743063 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-55127425-efcd-4004-b269-1cdcdfa25ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:05.743063 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:05.760611 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-20ecc9f7-dda8-4b68-96d1-90b5114903d5 req-a69a51cc-0d46-498d-bb28-dae2b7e89e66 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368988 Feb 18 12:26:05.773520 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port c0f24ac8-fc8c-42de-94aa-f49b016601b9 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:05.774186 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:05.830941 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Pushing event updated for resources: {'Port': ['ID=c0f24ac8-fc8c-42de-94aa-f49b016601b9,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:05.877386 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:05.878046 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:05.878593 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:05.879009 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:05.879267 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:05.879648 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:05.879962 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:05.880294 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:05.880624 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:05.880951 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:05.881314 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:05.881968 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:05.881968 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918aa7ea-dfd9-41e8-b144-bf0bdc064fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:05.899496 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-20ecc9f7-dda8-4b68-96d1-90b5114903d5 req-7eaf2962-0937-4efc-abc7-d70f96234860 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294999 Feb 18 12:26:05.905695 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.db.api [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:26:05.905857 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:26:05.906554 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG oslo_db.api [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 12:26:05.907682 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-e5184e73-3e87-4d4f-84fe-380507e4c97f None None] Provisioning complete for port c0f24ac8-fc8c-42de-94aa-f49b016601b9 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:05.907682 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5184e73-3e87-4d4f-84fe-380507e4c97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:05.915865 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Sync routers for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:26:05.943769 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:05.944641 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:25:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:06.007412 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:06.008729 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d2fa3396-4150-49ff-ba6d-8d5df2ac5d8d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6665425 Feb 18 12:26:06.011520 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 46048) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:06.020030 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e5184e73-3e87-4d4f-84fe-380507e4c97f None None] Current status of the port c0f24ac8-fc8c-42de-94aa-f49b016601b9 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:06.065824 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:06.232993 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdae69c-c04e-4865-8ca6-0630bbddab7b req-ed5f5e91-6963-4489-ac0f-737d818d4ca5 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:06.234342 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5bdae69c-c04e-4865-8ca6-0630bbddab7b req-ed5f5e91-6963-4489-ac0f-737d818d4ca5 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.1083369 Feb 18 12:26:06.254918 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:04Z', 'revision_number': 3, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:06.281002 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Checking router: a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:26:06.282254 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Updating router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 port 2d6a2a47-760f-4de3-9c41-4a1392d42dae binding host dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:26:06.319946 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (2d6a2a47-760f-4de3-9c41-4a1392d42dae), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:06.326288 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5bdae69c-c04e-4865-8ca6-0630bbddab7b req-d531a2ee-b827-47ac-bd7f-31b8bfeb97d0 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624988 Feb 18 12:26:06.449882 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port c0f24ac8-fc8c-42de-94aa-f49b016601b9 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:06.534342 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-683fea99-895e-44b5-9a3b-854d2ff84e44 req-f41f8b6b-12ed-4a93-bf32-6a6d8bb3c2e3 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 210 time: 0.0362768 Feb 18 12:26:06.540895 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1be94-af4b-43e8-91d7-91d76ec5f5cb req-477b4deb-71cd-403c-8dab-a6e6a12da2c3 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:06.542412 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-28d1be94-af4b-43e8-91d7-91d76ec5f5cb req-477b4deb-71cd-403c-8dab-a6e6a12da2c3 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.1269362 Feb 18 12:26:06.616397 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Publish callbacks [] for port (2d6a2a47-760f-4de3-9c41-4a1392d42dae), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:06.636942 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-28d1be94-af4b-43e8-91d7-91d76ec5f5cb req-24bbdbbd-d0f9-48af-ab81-33e287a639f8 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866239 Feb 18 12:26:06.655635 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:06.727598 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (2d6a2a47-760f-4de3-9c41-4a1392d42dae), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:06.800315 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d1e32-fc57-4fbc-a871-4f404be236a5 None None] Pushing event updated for resources: {'Port': ['ID=2d6a2a47-760f-4de3-9c41-4a1392d42dae,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:06.805671 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Attempting to bind port 2d6a2a47-760f-4de3-9c41-4a1392d42dae on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:06.806052 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Attempting to bind port 2d6a2a47-760f-4de3-9c41-4a1392d42dae by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:06.806440 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Attempting to bind port 2d6a2a47-760f-4de3-9c41-4a1392d42dae on network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:06.811742 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:06.812113 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Checking segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:06.812709 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:06.813128 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Bound using segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:06.813589 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Bound port: 2d6a2a47-760f-4de3-9c41-4a1392d42dae, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:06.813965 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (2d6a2a47-760f-4de3-9c41-4a1392d42dae), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:06.866035 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] For port 2d6a2a47-760f-4de3-9c41-4a1392d42dae, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:06.869390 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] For port 2d6a2a47-760f-4de3-9c41-4a1392d42dae, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=2d6a2a47-760f-4de3-9c41-4a1392d42dae,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:06.885611 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Allocated IP 172.20.0.1 (ffb8dc52-3419-418a-8199-5a2a6a804c20/4d6a2a05-4bd5-4f3c-a354-4c278cc7441a/1db4def7-caa3-48dd-bea4-c03f6b59674c) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:06.913113 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a38c5-f59a-4412-8867-ac41565577db req-ea589c1e-c419-4116-a2a4-838be4315468 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:06.914725 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d61a38c5-f59a-4412-8867-ac41565577db req-ea589c1e-c419-4116-a2a4-838be4315468 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 944 time: 0.1294806 Feb 18 12:26:06.922972 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6610e-bff8-4720-9ad7-76d2b3888b79 req-25158916-373e-4496-b317-5029ab9a4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:06.925025 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0df6610e-bff8-4720-9ad7-76d2b3888b79 req-25158916-373e-4496-b317-5029ab9a4307 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 1129 time: 0.1249053 Feb 18 12:26:06.972737 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (2d6a2a47-760f-4de3-9c41-4a1392d42dae), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:07.029495 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:07.030130 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:25:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:07.054245 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0df6610e-bff8-4720-9ad7-76d2b3888b79 req-659ade6a-22e2-4886-a021-516989625f01 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180117 Feb 18 12:26:07.057156 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d61a38c5-f59a-4412-8867-ac41565577db req-51652bfb-ad94-4dcd-a292-78510b1cc9f2 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312785 Feb 18 12:26:07.071826 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d1e32-fc57-4fbc-a871-4f404be236a5 None None] Pushing event updated for resources: {'Port': ['ID=2d6a2a47-760f-4de3-9c41-4a1392d42dae,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:07.086044 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Publish callbacks [] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:07.142200 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:07.183245 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:07.223778 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Network ffb8dc52-3419-418a-8199-5a2a6a804c20 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:07.231280 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:07.233715 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:07.237107 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Pushing event updated for resources: {'Port': ['ID=1db4def7-caa3-48dd-bea4-c03f6b59674c,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:07.276349 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556902'] for router_interface (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:07.282052 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device c0f24ac8-fc8c-42de-94aa-f49b016601b9 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:07.364163 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port c0f24ac8-fc8c-42de-94aa-f49b016601b9 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:07.364761 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:07.381244 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:26:07.473689 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:04Z', 'revision_number': 3, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:07.500838 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341dbf2-c042-454b-97e8-ad3e668bc3fe None None] The sync data for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi is: [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:04Z', 'revision_number': 3, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:26:07.513081 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519342f6-11a3-46b0-bd09-cb8beea3684c req-19ee2c82-452f-42f1-b026-7c8ee1cf400b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:07.514886 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-519342f6-11a3-46b0-bd09-cb8beea3684c req-19ee2c82-452f-42f1-b026-7c8ee1cf400b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0914598 Feb 18 12:26:07.570852 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-519342f6-11a3-46b0-bd09-cb8beea3684c req-02c987d2-eb3e-4f60-9068-a56be309e21b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496483 Feb 18 12:26:07.574800 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=89070ddf-6f41-4c6c-94b4-e0767a18b0c1,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:07.604675 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '89070ddf-6f41-4c6c-94b4-e0767a18b0c1', 'network_id': 'f1d28a73-edef-493c-ac98-beeac644e446', 'port_id': '89070ddf-6f41-4c6c-94b4-e0767a18b0c1', 'mac_address': 'fa:16:3e:04:19:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c352a1-857a-4072-b4cc-94c967e8170a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:26:07.607993 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-fda0bf0e-4b0d-4307-ae74-0ce9aba1d51f None None] Provisioning complete for port 1db4def7-caa3-48dd-bea4-c03f6b59674c triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:07.608375 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fda0bf0e-4b0d-4307-ae74-0ce9aba1d51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:07.637563 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port c0f24ac8-fc8c-42de-94aa-f49b016601b9 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:07.668948 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:07.674959 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0903fd7f-302e-444a-8404-6d47e683bba8 req-752a1eaf-1642-4842-8562-dee3644f9e84 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 210 time: 0.0483177 Feb 18 12:26:07.677320 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-fda0bf0e-4b0d-4307-ae74-0ce9aba1d51f None None] Port 1db4def7-caa3-48dd-bea4-c03f6b59674c cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:26:07.690624 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:07.691003 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:07.715883 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:26:07.741929 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=89070ddf-6f41-4c6c-94b4-e0767a18b0c1,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:07.805852 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:07.860138 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a4c97-7522-4c24-8eb3-45a647f35030 req-c0ad475f-b3e8-41bd-b1e2-6761bf416dd2 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:07.861705 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b94a4c97-7522-4c24-8eb3-45a647f35030 req-c0ad475f-b3e8-41bd-b1e2-6761bf416dd2 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.1298232 Feb 18 12:26:07.872053 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed932-9cf3-4e5e-ad04-04f35eaada82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:07.884370 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=89070ddf-6f41-4c6c-94b4-e0767a18b0c1,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:07.952312 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b94a4c97-7522-4c24-8eb3-45a647f35030 req-c9ffa55a-7214-491f-814a-c1bed266dc0a tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828164 Feb 18 12:26:07.968305 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Publish callbacks [] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:08.026912 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:08.097424 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Pushing event updated for resources: {'Port': ['ID=1db4def7-caa3-48dd-bea4-c03f6b59674c,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:08.099803 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556938'] for router_interface (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:08.233440 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d46a30-63ee-4125-bc14-7ebe186ca04f req-0ace50a7-a5ad-41e4-b89b-c7741aed9e27 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:08.234985 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-63d46a30-63ee-4125-bc14-7ebe186ca04f req-0ace50a7-a5ad-41e4-b89b-c7741aed9e27 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 945 time: 0.0844145 Feb 18 12:26:08.240348 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Network ffb8dc52-3419-418a-8199-5a2a6a804c20 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:08.241776 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:08.269094 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['89070ddf-6f41-4c6c-94b4-e0767a18b0c1'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:26:08.357079 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-63d46a30-63ee-4125-bc14-7ebe186ca04f req-131e802b-3966-4f1a-ae5b-2f0e73901b70 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130688 Feb 18 12:26:08.427774 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-345ec060-fe50-40c2-8f2c-4e38414dc1e4 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=546132052d3a4117b09fdbd6e6484596&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295823 Feb 18 12:26:08.515436 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-d8741bdb-1927-4d16-b430-30383e9a2126 None None] Provisioning complete for port 1db4def7-caa3-48dd-bea4-c03f6b59674c triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:08.515879 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d8741bdb-1927-4d16-b430-30383e9a2126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:08.555939 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d8741bdb-1927-4d16-b430-30383e9a2126 None None] Port 1db4def7-caa3-48dd-bea4-c03f6b59674c cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:26:08.557796 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:26:08.575495 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-c51c8af9-6f57-460d-832d-c84753948474 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:08.576990 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-c51c8af9-6f57-460d-832d-c84753948474 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383574 Feb 18 12:26:08.620166 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Request body: {'port': {'device_id': '165a5b6d-82e3-4608-a853-50beaeffde43', 'network_id': 'bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b', 'admin_state_up': True, 'tenant_id': '546132052d3a4117b09fdbd6e6484596'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:09.028635 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:09.070012 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-52d62fed-6a5f-43d9-90c5-c50330b67de6 req-72339da7-32ed-49b3-a91f-ec848bc21787 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 210 time: 0.0509050 Feb 18 12:26:09.102504 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:26:09.110634 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0238b105-8a18-42d9-9463-b8fe576d4aff admin admin] 10.222.0.52 "PUT /v2.0/routers/a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0979061 Feb 18 12:26:09.128744 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62cf99-5b5f-43c7-a857-b08cd4a604c3 req-094f4ab3-ecd3-4129-a127-d0917cf15c4d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:09.130300 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fc62cf99-5b5f-43c7-a857-b08cd4a604c3 req-094f4ab3-ecd3-4129-a127-d0917cf15c4d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.4621825 Feb 18 12:26:09.228164 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fc62cf99-5b5f-43c7-a857-b08cd4a604c3 req-4fbb3fe8-e58c-4ee7-99c2-87d8b526f1e3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907040 Feb 18 12:26:09.232044 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Made reservation on behalf of 546132052d3a4117b09fdbd6e6484596 for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:26:09.243565 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:09.257703 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc07d2-2a3e-4c7c-aec7-e5db970c212a req-8959f47b-fa99-4a83-aaf5-910901c78eae tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:09.259903 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-15dc07d2-2a3e-4c7c-aec7-e5db970c212a req-8959f47b-fa99-4a83-aaf5-910901c78eae tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.1161156 Feb 18 12:26:09.261132 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:09.279478 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Sync routers for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:26:09.291727 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:09.292347 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:26:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:09.348081 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 2d6a2a47-760f-4de3-9c41-4a1392d42dae up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:09.354972 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-15dc07d2-2a3e-4c7c-aec7-e5db970c212a req-d4fb9e85-0661-4b3c-8f3b-69f1d671504c tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834172 Feb 18 12:26:09.403989 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Publish callbacks [] for security_group (cec1230c-a904-4747-a9f5-2c0de58fd9d1), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:09.460863 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:09.496533 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8214e0-c303-4547-83ed-d601416f0736 req-b74dea5c-62c4-4c84-8b9e-bf679d1cc1e0 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:09.498174 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bc8214e0-c303-4547-83ed-d601416f0736 req-b74dea5c-62c4-4c84-8b9e-bf679d1cc1e0 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 945 time: 0.0562947 Feb 18 12:26:09.498949 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (cec1230c-a904-4747-a9f5-2c0de58fd9d1), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:09.501115 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 2d6a2a47-760f-4de3-9c41-4a1392d42dae triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:09.501115 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (2d6a2a47-760f-4de3-9c41-4a1392d42dae), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:09.549145 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec1230c-a904-4747-a9f5-2c0de58fd9d1,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:09.577501 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bc8214e0-c303-4547-83ed-d601416f0736 req-0fb0fe3b-3d34-49bd-b6a8-989160de21d6 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652132 Feb 18 12:26:09.682710 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 2d6a2a47-760f-4de3-9c41-4a1392d42dae is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:09.683097 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (2d6a2a47-760f-4de3-9c41-4a1392d42dae), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:09.715034 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Allocated IP 192.168.233.231 (bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b/1bcfc3b4-bf88-444e-8495-aa5c896cbe18/9a416722-6998-47d2-b6fa-3f144f5e2218) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:09.725205 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] For port 2d6a2a47-760f-4de3-9c41-4a1392d42dae, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=2d6a2a47-760f-4de3-9c41-4a1392d42dae,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:09.746614 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 2, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:09.775984 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Checking router: a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:26:09.776341 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Updating router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 port 1db4def7-caa3-48dd-bea4-c03f6b59674c binding host dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:26:09.804736 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:09.807844 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (2d6a2a47-760f-4de3-9c41-4a1392d42dae), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:09.880537 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Publish callbacks [] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:09.899552 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Pushing event updated for resources: {'Port': ['ID=2d6a2a47-760f-4de3-9c41-4a1392d42dae,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:09.978025 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.021783 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Network bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:10.025035 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:10.027472 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:10.098671 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46106) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:10.104364 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1636176201-network', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:10.122016 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:10.122705 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.139989 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Publish callbacks [] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.146338 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Pushing event updated for resources: {'Port': ['ID=9a416722-6998-47d2-b6fa-3f144f5e2218,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:10.210224 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d36ee-fcdd-49f4-9f7e-30abe5cb12ba req-8b9b0b24-057d-42f9-a975-aa1f864e3368 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:10.211779 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ef5d36ee-fcdd-49f4-9f7e-30abe5cb12ba req-8b9b0b24-057d-42f9-a975-aa1f864e3368 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 936 time: 0.0593188 Feb 18 12:26:10.215568 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] Made reservation on behalf of 7db3cb6bc7d84c878f84801cc09069c7 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:26:10.217852 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.228083 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.245796 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.248269 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-644779eb-8c93-45e4-b6fb-e6e0d937c82a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6317811 Feb 18 12:26:10.266707 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Request body: {'port': {'device_id': '165a5b6d-82e3-4608-a853-50beaeffde43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:10.274544 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ef5d36ee-fcdd-49f4-9f7e-30abe5cb12ba req-a7498417-dbbd-4d55-8a03-871214e343ce tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561702 Feb 18 12:26:10.331411 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] Publish callbacks [] for security_group (8b63dcc2-308e-4fb7-9cba-a02b3e0d9e91), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.354522 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f1a3c-2337-4dd6-8db0-01a8176987a7 None None] Pushing event updated for resources: {'Port': ['ID=1db4def7-caa3-48dd-bea4-c03f6b59674c,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:10.363284 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-170ee527-cb94-44df-b27e-eb7137477800 None None] Provisioning complete for port 9a416722-6998-47d2-b6fa-3f144f5e2218 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:10.363500 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-170ee527-cb94-44df-b27e-eb7137477800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.382500 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.447411 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (8b63dcc2-308e-4fb7-9cba-a02b3e0d9e91), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.458339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-170ee527-cb94-44df-b27e-eb7137477800 None None] Port 9a416722-6998-47d2-b6fa-3f144f5e2218 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:26:10.465630 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Attempting to bind port 1db4def7-caa3-48dd-bea4-c03f6b59674c on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:10.465630 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Attempting to bind port 1db4def7-caa3-48dd-bea4-c03f6b59674c by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:10.465630 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Attempting to bind port 1db4def7-caa3-48dd-bea4-c03f6b59674c on network ffb8dc52-3419-418a-8199-5a2a6a804c20 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:10.471230 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:10.471752 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Checking segment: {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:10.472207 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.472836 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Bound using segment: {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:10.473515 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Bound port: 1db4def7-caa3-48dd-bea4-c03f6b59674c, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:10.474137 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.475862 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa083262-c320-424b-8a2c-e9b72d63ce58 req-bd7e728d-8211-4c0c-b005-32ffdafe591a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:10.477789 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:26:10.482759 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fa083262-c320-424b-8a2c-e9b72d63ce58 req-bd7e728d-8211-4c0c-b005-32ffdafe591a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.1407716 Feb 18 12:26:10.490614 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.499567 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b63dcc2-308e-4fb7-9cba-a02b3e0d9e91,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:10.506022 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (c9c23f26-9b64-4667-ab6c-59c13f8408cd), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.506399 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] Added segment c9c23f26-9b64-4667-ab6c-59c13f8408cd of type vlan for network 815e59a5-3694-42df-bfc2-3915bf10aeff Feb 18 12:26:10.557658 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] For port 1db4def7-caa3-48dd-bea4-c03f6b59674c, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:10.561397 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] For port 1db4def7-caa3-48dd-bea4-c03f6b59674c, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=1db4def7-caa3-48dd-bea4-c03f6b59674c,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:10.566950 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (815e59a5-3694-42df-bfc2-3915bf10aeff), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.624860 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fa083262-c320-424b-8a2c-e9b72d63ce58 req-bf11f549-ab35-4902-a631-258e86509c82 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412477 Feb 18 12:26:10.672197 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16716313-792a-45ed-9fe8-7acb8f509f6f req-168d1867-85c1-4329-9063-3da184154e4b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:10.673740 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-16716313-792a-45ed-9fe8-7acb8f509f6f req-168d1867-85c1-4329-9063-3da184154e4b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.2347445 Feb 18 12:26:10.681936 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.712193 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-9a607d41-99ac-4736-8c5f-f297d7912815 None None] Provisioning complete for port 1db4def7-caa3-48dd-bea4-c03f6b59674c triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:10.712715 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9a607d41-99ac-4736-8c5f-f297d7912815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.743272 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (815e59a5-3694-42df-bfc2-3915bf10aeff), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.745761 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:10.746841 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.791786 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:10.792427 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:26:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:10.794359 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f1a3c-2337-4dd6-8db0-01a8176987a7 None None] Pushing event updated for resources: {'Port': ['ID=1db4def7-caa3-48dd-bea4-c03f6b59674c,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:10.807183 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-16716313-792a-45ed-9fe8-7acb8f509f6f req-ebc3790e-c935-4a2a-b871-7038f42da422 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251643 Feb 18 12:26:10.849291 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] Pushing event updated for resources: {'Network': ['ID=815e59a5-3694-42df-bfc2-3915bf10aeff,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:10.864159 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-eca678be-a510-469f-908a-5f6676333318 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7638636 Feb 18 12:26:10.867052 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46118) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:10.883186 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-62416d6c-f707-4e7f-a00c-39a9eb1f7cbe admin admin] Request body: {'subnet': {'network_id': '815e59a5-3694-42df-bfc2-3915bf10aeff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1636176201-subnet', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7', 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:10.887215 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f2473-e0f7-473e-a114-3c9ddfefb4c1 req-1da5606c-3ad7-496a-8ee7-791e115cbc62 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:10.891418 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network 815e59a5-3694-42df-bfc2-3915bf10aeff details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:26:10.897232 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b36f2473-e0f7-473e-a114-3c9ddfefb4c1 req-1da5606c-3ad7-496a-8ee7-791e115cbc62 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 945 time: 0.2117758 Feb 18 12:26:10.939392 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a416722-6998-47d2-b6fa-3f144f5e2218 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:26:10.954706 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Publish callbacks [] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:10.980656 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b36f2473-e0f7-473e-a114-3c9ddfefb4c1 req-e865e79a-b8a0-4d7b-b449-ffc46e6f5536 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778391 Feb 18 12:26:10.987993 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Transition to ACTIVE for port object 9a416722-6998-47d2-b6fa-3f144f5e2218 will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:26:10.994761 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62416d6c-f707-4e7f-a00c-39a9eb1f7cbe admin admin] Made reservation on behalf of 7db3cb6bc7d84c878f84801cc09069c7 for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:26:10.997057 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-62416d6c-f707-4e7f-a00c-39a9eb1f7cbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14326132'] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.078897 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.136088 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-9a607d41-99ac-4736-8c5f-f297d7912815 None None] Current status of the port 1db4def7-caa3-48dd-bea4-c03f6b59674c is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:11.136482 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9a607d41-99ac-4736-8c5f-f297d7912815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.186213 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Pushing event updated for resources: {'Port': ['ID=9a416722-6998-47d2-b6fa-3f144f5e2218,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:11.200302 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:11.264730 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-9a607d41-99ac-4736-8c5f-f297d7912815 None None] For port 1db4def7-caa3-48dd-bea4-c03f6b59674c, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=1db4def7-caa3-48dd-bea4-c03f6b59674c,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:11.288630 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-62416d6c-f707-4e7f-a00c-39a9eb1f7cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12850463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14326122'] for subnet (908c3c36-a7c8-4f43-85ac-139a2f12b178), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.319632 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 2d6a2a47-760f-4de3-9c41-4a1392d42dae up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:11.331178 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Attempting to bind port 9a416722-6998-47d2-b6fa-3f144f5e2218 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:11.331680 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Attempting to bind port 9a416722-6998-47d2-b6fa-3f144f5e2218 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '423facc5-6861-4241-b17a-de2590164dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:11.331843 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Attempting to bind port 9a416722-6998-47d2-b6fa-3f144f5e2218 on network bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:11.361801 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Port 9a416722-6998-47d2-b6fa-3f144f5e2218 on network bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:26:11.362318 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Attempting to bind port 9a416722-6998-47d2-b6fa-3f144f5e2218 on network bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:11.377391 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62416d6c-f707-4e7f-a00c-39a9eb1f7cbe admin admin] Checking segment: {'id': 'c9c23f26-9b64-4667-ab6c-59c13f8408cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '815e59a5-3694-42df-bfc2-3915bf10aeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:11.378769 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62416d6c-f707-4e7f-a00c-39a9eb1f7cbe admin admin] Network hostable DHCP agents. Network: 815e59a5-3694-42df-bfc2-3915bf10aeff, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:26:11.382152 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9a607d41-99ac-4736-8c5f-f297d7912815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.388865 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62416d6c-f707-4e7f-a00c-39a9eb1f7cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=908c3c36-a7c8-4f43-85ac-139a2f12b178,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:11.397602 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0c390-3506-4f19-aef5-b61523705f1c req-0321c666-780e-4d54-a146-48f8698e7965 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:11.399987 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e0d0c390-3506-4f19-aef5-b61523705f1c req-0321c666-780e-4d54-a146-48f8698e7965 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.1700046 Feb 18 12:26:11.403232 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:11.403678 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Checking segment: {'id': '423facc5-6861-4241-b17a-de2590164dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:11.404168 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Bound using segment: {'id': '423facc5-6861-4241-b17a-de2590164dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:11.404761 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Bound port: 9a416722-6998-47d2-b6fa-3f144f5e2218, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423facc5-6861-4241-b17a-de2590164dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:11.405226 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.420711 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:11.505520 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9752af-f292-471a-9c7f-2d8a88abdcfc req-60d34776-caf7-4605-91af-72db19613b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:11.507117 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7f9752af-f292-471a-9c7f-2d8a88abdcfc req-60d34776-caf7-4605-91af-72db19613b6c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b7f00ee67e874fc3a3812a11c0f82173&device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 1129 time: 0.2058372 Feb 18 12:26:11.519518 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62416d6c-f707-4e7f-a00c-39a9eb1f7cbe admin admin] Network 815e59a5-3694-42df-bfc2-3915bf10aeff is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:26:11.551878 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a607d41-99ac-4736-8c5f-f297d7912815 None None] Pushing event updated for resources: {'Port': ['ID=1db4def7-caa3-48dd-bea4-c03f6b59674c,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:11.568178 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e0d0c390-3506-4f19-aef5-b61523705f1c req-b35f1270-02f0-4676-86f2-f36b7118d01b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657438 Feb 18 12:26:11.573565 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-2b9813bb-e856-4e22-ae5c-5108fb2954f8 None None] Provisioning complete for port 1db4def7-caa3-48dd-bea4-c03f6b59674c triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:11.573939 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2b9813bb-e856-4e22-ae5c-5108fb2954f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.581246 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 2d6a2a47-760f-4de3-9c41-4a1392d42dae triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:11.587790 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (2d6a2a47-760f-4de3-9c41-4a1392d42dae), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.623514 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d2861-237a-4ca2-8758-b70fe370b463 req-2789e678-245d-4530-aa7a-0862ff9d8f14 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:11.625033 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c1d2861-237a-4ca2-8758-b70fe370b463 req-2789e678-245d-4530-aa7a-0862ff9d8f14 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 948 time: 0.2161458 Feb 18 12:26:11.629398 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] For port 9a416722-6998-47d2-b6fa-3f144f5e2218, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:11.635700 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] For port 9a416722-6998-47d2-b6fa-3f144f5e2218, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9a416722-6998-47d2-b6fa-3f144f5e2218,segment=NetworkSegment(423facc5-6861-4241-b17a-de2590164dbd),segment_id=423facc5-6861-4241-b17a-de2590164dbd)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:11.646017 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-62416d6c-f707-4e7f-a00c-39a9eb1f7cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, 815e59a5-3694-42df-bfc2-3915bf10aeff) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:11.650908 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62416d6c-f707-4e7f-a00c-39a9eb1f7cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:11.651606 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-62416d6c-f707-4e7f-a00c-39a9eb1f7cbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.665553 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbb7e64-9a19-4162-85ee-b179ca0ba11a None None] Network 815e59a5-3694-42df-bfc2-3915bf10aeff requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:26:11.702493 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9752af-f292-471a-9c7f-2d8a88abdcfc req-64f3729e-59db-4b80-917e-eae3fe7405e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:11.703974 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7f9752af-f292-471a-9c7f-2d8a88abdcfc req-64f3729e-59db-4b80-917e-eae3fe7405e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a0caea6f-d101-4a72-bcf9-9fc354267f4d HTTP/1.1" status: 200 len: 919 time: 0.1800280 Feb 18 12:26:11.707752 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5c1d2861-237a-4ca2-8758-b70fe370b463 req-d8813c12-6fbf-43a3-aa14-4dc75437d49e tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760939 Feb 18 12:26:11.730427 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:26:11.746745 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7f9752af-f292-471a-9c7f-2d8a88abdcfc req-8e7b3eb4-8838-47c4-bddf-83926bd7fec2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fdbe57-07f9-4d8e-8a50-3cf845658821 HTTP/1.1" status: 200 len: 217 time: 0.0349412 Feb 18 12:26:11.749883 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:11.750277 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.751834 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.754961 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-62416d6c-f707-4e7f-a00c-39a9eb1f7cbe admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8756244 Feb 18 12:26:11.755878 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46128) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:11.764497 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1636176201-router', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:11.819061 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:11.819721 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.821348 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] 10.222.0.82 "PUT /v2.0/ports/9a416722-6998-47d2-b6fa-3f144f5e2218 HTTP/1.1" status: 200 len: 1098 time: 1.5591197 Feb 18 12:26:11.825775 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165a5b6d-82e3-4608-a853-50beaeffde43', 'tag': '9a416722-6998-47d2-b6fa-3f144f5e2218'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:26:11.828755 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8c2200-5957-4dc4-b6e8-5811ed29bb03" -d '{"events": [{"name": "network-changed", "server_uuid": "165a5b6d-82e3-4608-a853-50beaeffde43", "tag": "9a416722-6998-47d2-b6fa-3f144f5e2218"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:26:11.850783 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125509'] for router (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.851955 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125522'] for router (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.881006 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9752af-f292-471a-9c7f-2d8a88abdcfc req-b626a9d6-a017-4c80-bc58-83d535e9e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:11.882528 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7f9752af-f292-471a-9c7f-2d8a88abdcfc req-b626a9d6-a017-4c80-bc58-83d535e9e0d2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69bf8867-f823-469a-96c2-77b410e47401 HTTP/1.1" status: 200 len: 858 time: 0.1212728 Feb 18 12:26:11.886187 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161916e5-5ac0-493f-a586-6646e0cd8867 service neutron] Pushing event updated for resources: {'Port': ['ID=9a416722-6998-47d2-b6fa-3f144f5e2218,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:11.924575 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:10Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:11.926642 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd314a7-765b-4a55-9742-7875ff4beaed x-openstack-request-id: req-cdd314a7-765b-4a55-9742-7875ff4beaed {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:26:11.926936 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165a5b6d-82e3-4608-a853-50beaeffde43", "tag": "9a416722-6998-47d2-b6fa-3f144f5e2218", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:26:11.927185 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cdd314a7-765b-4a55-9742-7875ff4beaed {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:26:11.927577 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165a5b6d-82e3-4608-a853-50beaeffde43', 'tag': '9a416722-6998-47d2-b6fa-3f144f5e2218', 'status': 'completed', 'code': 200} Feb 18 12:26:11.944982 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4880cbb-8b9a-5f3b-ae58-78c776b3a9e1-815e59a5-3694-42df-bfc2-3915bf10aeff', 'network_id': '815e59a5-3694-42df-bfc2-3915bf10aeff', 'project_id': '7db3cb6bc7d84c878f84801cc09069c7', 'fixed_ips': [{'subnet_id': '908c3c36-a7c8-4f43-85ac-139a2f12b178'}]}} from dv-cinder-804757-15-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:26:11.945822 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.948861 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7f9752af-f292-471a-9c7f-2d8a88abdcfc req-18775dfe-def8-48ab-8cc4-36f47fdbd930 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0caea6f-d101-4a72-bcf9-9fc354267f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451202 Feb 18 12:26:11.988041 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Publish callbacks [] for router_controller (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), precommit_add_association {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.995169 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 2d6a2a47-760f-4de3-9c41-4a1392d42dae is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:12.001152 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e18c1f-f52d-4951-a8d2-63cbd6cd5a22 None None] The sync data for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi is: [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:10Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:26:12.012610 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-2b9813bb-e856-4e22-ae5c-5108fb2954f8 None None] Current status of the port 1db4def7-caa3-48dd-bea4-c03f6b59674c is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:12.186764 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:12.221765 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b458b4-52f8-461e-b459-d4625231dabf req-2af6b91c-a451-4025-8af7-79875edd7145 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:12.223357 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-15b458b4-52f8-461e-b459-d4625231dabf req-2af6b91c-a451-4025-8af7-79875edd7145 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.2725117 Feb 18 12:26:12.233052 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:12.233595 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:12.235369 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-83f95a76-da98-43d5-86c4-195c8e0efbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:12.240423 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-83f95a76-da98-43d5-86c4-195c8e0efbc4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=546132052d3a4117b09fdbd6e6484596&device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 1132 time: 0.2877965 Feb 18 12:26:12.284547 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Publish callbacks [] for router_gateway (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:12.296006 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597180ec-6cfb-4e33-ad6b-feed4357d235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89070ddf-6f41-4c6c-94b4-e0767a18b0c1'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:26:12.302701 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84dea6f-a658-4594-ae71-b361c3ba9d8c" -d '{"events": [{"server_uuid": "597180ec-6cfb-4e33-ad6b-feed4357d235", "name": "network-vif-plugged", "status": "completed", "tag": "89070ddf-6f41-4c6c-94b4-e0767a18b0c1"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:26:12.316567 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=89070ddf-6f41-4c6c-94b4-e0767a18b0c1,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:12.322762 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7f9752af-f292-471a-9c7f-2d8a88abdcfc req-dd52c753-056c-4f9c-b5d7-4e78cf9f93a2 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554215 Feb 18 12:26:12.331074 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-512f3040-bf25-4902-a705-8e301fda35c4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=9a416722-6998-47d2-b6fa-3f144f5e2218 HTTP/1.1" status: 200 len: 217 time: 0.0835707 Feb 18 12:26:12.332243 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Allocated IP 172.20.0.2 (815e59a5-3694-42df-bfc2-3915bf10aeff/908c3c36-a7c8-4f43-85ac-139a2f12b178/98aff1c7-e87b-46ca-8d95-0451a95ce7e6) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:12.405019 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e6e15-7fe2-44ac-8422-c6b0fa22d9c8 req-fc6419ba-bb8a-4adf-86e5-8fda56548fdd tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:12.406592 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-090e6e15-7fe2-44ac-8422-c6b0fa22d9c8 req-fc6419ba-bb8a-4adf-86e5-8fda56548fdd tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 945 time: 0.2879968 Feb 18 12:26:12.447304 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-15b458b4-52f8-461e-b459-d4625231dabf req-77074f77-81d5-48e8-84ca-5d17fbbedf79 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070482 Feb 18 12:26:12.462340 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:12.483569 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-ea779609-0fee-4f3b-b26c-8c075e101bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:12.485462 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-ea779609-0fee-4f3b-b26c-8c075e101bdb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1bcfc3b4-bf88-444e-8495-aa5c896cbe18 HTTP/1.1" status: 200 len: 843 time: 0.1374288 Feb 18 12:26:12.517321 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a66f60-84fc-4198-baed-74b09b237cd3 x-openstack-request-id: req-a9a66f60-84fc-4198-baed-74b09b237cd3 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:26:12.517321 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597180ec-6cfb-4e33-ad6b-feed4357d235", "name": "network-vif-plugged", "status": "completed", "tag": "89070ddf-6f41-4c6c-94b4-e0767a18b0c1", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:26:12.518284 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9a66f60-84fc-4198-baed-74b09b237cd3 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:26:12.518802 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597180ec-6cfb-4e33-ad6b-feed4357d235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89070ddf-6f41-4c6c-94b4-e0767a18b0c1', 'code': 200} Feb 18 12:26:12.561926 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-090e6e15-7fe2-44ac-8422-c6b0fa22d9c8 req-57a46b02-c209-4f72-ac8d-77010224fb7e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227882 Feb 18 12:26:12.580362 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7f9752af-f292-471a-9c7f-2d8a88abdcfc req-dc191848-8f90-45a9-981a-0ff7b4073433 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429254 Feb 18 12:26:12.592913 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-0a1362d6-bb73-447b-ad52-44fabc130df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:12.608580 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-0a1362d6-bb73-447b-ad52-44fabc130df2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1140814 Feb 18 12:26:12.655443 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Publish callbacks [] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:12.663290 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=89070ddf-6f41-4c6c-94b4-e0767a18b0c1,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:12.719106 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Publish callbacks [] for router_gateway (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:12.739306 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:12.784218 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:12.817357 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-560b6ba0-3e40-4b49-9402-8cef98e48627 service neutron] 10.222.0.82 "GET /v2.0/networks/bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966054 Feb 18 12:26:12.825842 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0c0d5-3466-4985-bc89-19fffb0af8bb req-772f5808-384c-40d1-8d23-50f24e2d11c5 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:12.827553 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-27d0c0d5-3466-4985-bc89-19fffb0af8bb req-772f5808-384c-40d1-8d23-50f24e2d11c5 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.1247072 Feb 18 12:26:12.830250 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Network 815e59a5-3694-42df-bfc2-3915bf10aeff is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:12.834979 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:12.839162 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:12.913285 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Pushing event updated for resources: {'Port': ['ID=98aff1c7-e87b-46ca-8d95-0451a95ce7e6,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:12.930295 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Allocated IP 172.27.2.249 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/ac0337a8-7d92-4fb2-817e-68e754eec5b8) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:12.932445 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Attempting to bind port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:12.932848 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Attempting to bind port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': 'c9c23f26-9b64-4667-ab6c-59c13f8408cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '815e59a5-3694-42df-bfc2-3915bf10aeff'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:12.933213 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Attempting to bind port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 on network 815e59a5-3694-42df-bfc2-3915bf10aeff {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:12.939854 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:12.940240 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Checking segment: {'id': 'c9c23f26-9b64-4667-ab6c-59c13f8408cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '815e59a5-3694-42df-bfc2-3915bf10aeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:12.940700 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:12.941095 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Bound using segment: {'id': 'c9c23f26-9b64-4667-ab6c-59c13f8408cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '815e59a5-3694-42df-bfc2-3915bf10aeff'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:12.941566 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Bound port: 98aff1c7-e87b-46ca-8d95-0451a95ce7e6, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c23f26-9b64-4667-ab6c-59c13f8408cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '815e59a5-3694-42df-bfc2-3915bf10aeff'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:12.941949 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:13.009764 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] For port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:13.013161 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] For port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=98aff1c7-e87b-46ca-8d95-0451a95ce7e6,segment=NetworkSegment(c9c23f26-9b64-4667-ab6c-59c13f8408cd),segment_id=c9c23f26-9b64-4667-ab6c-59c13f8408cd)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:13.024173 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7450d8-72e9-48b0-ab0b-fef1b32c5a68 req-654cf83b-3e84-40b1-98b3-2423dacbb02a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:13.025836 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0b7450d8-72e9-48b0-ab0b-fef1b32c5a68 req-654cf83b-3e84-40b1-98b3-2423dacbb02a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 948 time: 0.2289002 Feb 18 12:26:13.069571 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Publish callbacks [] for port (ac0337a8-7d92-4fb2-817e-68e754eec5b8), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:13.072995 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-27d0c0d5-3466-4985-bc89-19fffb0af8bb req-47799c28-b884-4f91-b4a2-f56123032ad1 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182999 Feb 18 12:26:13.085306 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef653fa-8a65-4471-88d9-7ea0d978d080 req-b2903c2b-11b5-4f96-b8c2-30c3e1e4c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:13.086885 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8ef653fa-8a65-4471-88d9-7ea0d978d080 req-b2903c2b-11b5-4f96-b8c2-30c3e1e4c3c3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 1130 time: 0.1474195 Feb 18 12:26:13.103940 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:13.111094 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e94dce8-0f00-4b11-bfb8-4d7f277bc509 req-2fe2f2f2-83cb-434b-8eb8-890d68b0fc45 service neutron] 10.222.0.82 "GET /v2.0/networks/bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645948 Feb 18 12:26:13.133590 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0b7450d8-72e9-48b0-ab0b-fef1b32c5a68 req-dddca620-dd7c-49de-8793-37b7d4c174be tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016121 Feb 18 12:26:13.156986 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8ef653fa-8a65-4471-88d9-7ea0d978d080 req-d7f66472-f3de-4dad-8cd8-2645ca92cf74 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567255 Feb 18 12:26:13.170544 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46708d37-9a67-48fb-87d0-29159ad499b8 None None] Pushing event updated for resources: {'Port': ['ID=98aff1c7-e87b-46ca-8d95-0451a95ce7e6,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:13.194906 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (ac0337a8-7d92-4fb2-817e-68e754eec5b8), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:13.243724 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:13.247296 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:13.254715 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:13.290249 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Pushing event updated for resources: {'Port': ['ID=ac0337a8-7d92-4fb2-817e-68e754eec5b8,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:13.320352 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 1db4def7-caa3-48dd-bea4-c03f6b59674c up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:13.413017 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 1db4def7-caa3-48dd-bea4-c03f6b59674c triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:13.414942 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:13.488263 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2200-5957-4dc4-b6e8-5811ed29bb03 req-80c65a8c-89f2-4db4-99fe-0b62b5555fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:13.490624 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c8c2200-5957-4dc4-b6e8-5811ed29bb03 req-80c65a8c-89f2-4db4-99fe-0b62b5555fab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=546132052d3a4117b09fdbd6e6484596&device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 1132 time: 0.0685110 Feb 18 12:26:13.545745 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 1db4def7-caa3-48dd-bea4-c03f6b59674c is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:13.681715 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed559d4-20aa-4baa-b1bb-22ba9eb3a854 req-7a6244ef-426c-4e02-b4ba-d225131e257f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:13.688071 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bed559d4-20aa-4baa-b1bb-22ba9eb3a854 req-7a6244ef-426c-4e02-b4ba-d225131e257f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.1206079 Feb 18 12:26:13.688071 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2200-5957-4dc4-b6e8-5811ed29bb03 req-3931c076-b916-4caa-92a5-075ea3159115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:13.688071 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c8c2200-5957-4dc4-b6e8-5811ed29bb03 req-3931c076-b916-4caa-92a5-075ea3159115 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b HTTP/1.1" status: 200 len: 870 time: 0.1869769 Feb 18 12:26:13.731589 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Publish callbacks [] for router_gateway (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:13.769310 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e7bef-2343-42ba-b99c-44768e7d1557 req-67ac4727-2f39-4f04-9b20-be043bf11d0b tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:13.770869 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-725e7bef-2343-42ba-b99c-44768e7d1557 req-67ac4727-2f39-4f04-9b20-be043bf11d0b tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 946 time: 0.1335971 Feb 18 12:26:13.774541 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c8c2200-5957-4dc4-b6e8-5811ed29bb03 req-f39cb192-7fdf-46e1-a20e-88bce3589800 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=9a416722-6998-47d2-b6fa-3f144f5e2218 HTTP/1.1" status: 200 len: 217 time: 0.0538208 Feb 18 12:26:13.827690 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bed559d4-20aa-4baa-b1bb-22ba9eb3a854 req-20d98ba1-fb39-4bcc-a260-4a92db18790b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330695 Feb 18 12:26:13.864187 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2200-5957-4dc4-b6e8-5811ed29bb03 req-08fabaa7-006a-4c63-8ffc-c6ae6722f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:13.865640 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c8c2200-5957-4dc4-b6e8-5811ed29bb03 req-08fabaa7-006a-4c63-8ffc-c6ae6722f2c0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1bcfc3b4-bf88-444e-8495-aa5c896cbe18 HTTP/1.1" status: 200 len: 843 time: 0.0774715 Feb 18 12:26:13.870200 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-725e7bef-2343-42ba-b99c-44768e7d1557 req-382e98b8-1109-4b86-88a4-eba80e8a9ead tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923653 Feb 18 12:26:13.922914 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2200-5957-4dc4-b6e8-5811ed29bb03 req-8af4554d-8c55-497d-b7f7-66c33ff67519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:13.924508 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c8c2200-5957-4dc4-b6e8-5811ed29bb03 req-8af4554d-8c55-497d-b7f7-66c33ff67519 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0513654 Feb 18 12:26:14.031552 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c8c2200-5957-4dc4-b6e8-5811ed29bb03 req-927bb32d-a9a4-4de8-aec5-42ae3d7af40b service neutron] 10.222.0.82 "GET /v2.0/networks/bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947869 Feb 18 12:26:14.117230 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555093'] for router (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:14.143565 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c8c2200-5957-4dc4-b6e8-5811ed29bb03 req-0bdccce1-486d-4c64-8142-afe5d2e18291 service neutron] 10.222.0.82 "GET /v2.0/networks/bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053483 Feb 18 12:26:14.229019 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56ac83-b402-4658-bdb8-a25f718ae96b req-c3446001-407e-4537-a683-bed04d34c57a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:14.230571 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-de56ac83-b402-4658-bdb8-a25f718ae96b req-c3446001-407e-4537-a683-bed04d34c57a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0752299 Feb 18 12:26:14.288753 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ec2f4d-d031-4f26-943d-2e23f668c64b None None] Network 815e59a5-3694-42df-bfc2-3915bf10aeff requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:26:14.303917 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-de56ac83-b402-4658-bdb8-a25f718ae96b req-54ef9613-7770-4a39-a4aa-13fbfe46aba8 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636582 Feb 18 12:26:14.314241 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcce1ac-1e1e-4bc8-af12-6667ee4811ce req-5c20cbfe-e7a6-4b38-9a61-3298fd982060 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:14.315938 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fbcce1ac-1e1e-4bc8-af12-6667ee4811ce req-5c20cbfe-e7a6-4b38-9a61-3298fd982060 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 948 time: 0.0963707 Feb 18 12:26:14.354911 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Router ae5f269d-915a-4aa0-9ac3-010fb4c041f4 is scheduled to L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc with binding_index 1 {{(pid=103420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:26:14.369317 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fbcce1ac-1e1e-4bc8-af12-6667ee4811ce req-57037e11-de32-4678-bb98-4cf378e6d234 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477643 Feb 18 12:26:14.481565 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:26:14.496339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-21963800-f7ec-4ccd-8594-42f4eecf64d2 None None] Provisioning complete for port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:14.496339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21963800-f7ec-4ccd-8594-42f4eecf64d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:14.496992 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Sync routers for ids ['ae5f269d-915a-4aa0-9ac3-010fb4c041f4'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:26:14.504137 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Routers {'ae5f269d-915a-4aa0-9ac3-010fb4c041f4'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:14.504742 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:26:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['ae5f269d-915a-4aa0-9ac3-010fb4c041f4'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:14.574455 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:14.575648 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-3c1967b6-5941-4bab-958e-fc28a9fbb993 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8187783 Feb 18 12:26:14.578537 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46158) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:14.614858 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-21963800-f7ec-4ccd-8594-42f4eecf64d2 None None] Current status of the port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:14.615241 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21963800-f7ec-4ccd-8594-42f4eecf64d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:14.616195 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Set router ae5f269d-915a-4aa0-9ac3-010fb4c041f4 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:14.650360 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-21963800-f7ec-4ccd-8594-42f4eecf64d2 None None] For port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=98aff1c7-e87b-46ca-8d95-0451a95ce7e6,segment=NetworkSegment(c9c23f26-9b64-4667-ab6c-59c13f8408cd),segment_id=c9c23f26-9b64-4667-ab6c-59c13f8408cd)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:14.725671 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-21963800-f7ec-4ccd-8594-42f4eecf64d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:14.787374 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21963800-f7ec-4ccd-8594-42f4eecf64d2 None None] Pushing event updated for resources: {'Port': ['ID=98aff1c7-e87b-46ca-8d95-0451a95ce7e6,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:14.830807 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'name': 'tempest-TestVolumeBootPattern-1636176201-router', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'ac0337a8-7d92-4fb2-817e-68e754eec5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:11Z', 'updated_at': '2022-02-18T12:26:13Z', 'revision_number': 3, 'project_id': '7db3cb6bc7d84c878f84801cc09069c7', 'gw_port': {'id': 'ac0337a8-7d92-4fb2-817e-68e754eec5b8', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:12Z', 'updated_at': '2022-02-18T12:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:14.851535 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-cd8450a6-60d4-4801-87f8-cdfce4e932b5 None None] Provisioning complete for port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:14.854310 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cd8450a6-60d4-4801-87f8-cdfce4e932b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:14.860180 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Checking router: ae5f269d-915a-4aa0-9ac3-010fb4c041f4 for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:26:14.860472 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Updating router ae5f269d-915a-4aa0-9ac3-010fb4c041f4 port ac0337a8-7d92-4fb2-817e-68e754eec5b8 binding host dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:26:14.891746 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (ac0337a8-7d92-4fb2-817e-68e754eec5b8), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:14.946777 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-cd8450a6-60d4-4801-87f8-cdfce4e932b5 None None] Current status of the port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:15.065869 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734bddb-f77e-4d29-bd4c-37fba9240c75 req-ef1b524a-112f-45c3-acdc-932895c566ae tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:15.074677 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c734bddb-f77e-4d29-bd4c-37fba9240c75 req-ef1b524a-112f-45c3-acdc-932895c566ae tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.1245708 Feb 18 12:26:15.088461 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:15.090872 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b6c95-8b7e-4d3f-8c89-f6c765092499 req-38aec4ff-b16d-49dd-a15c-24756c446955 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:15.092349 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fe8b6c95-8b7e-4d3f-8c89-f6c765092499 req-38aec4ff-b16d-49dd-a15c-24756c446955 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 946 time: 0.1251678 Feb 18 12:26:15.151757 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c734bddb-f77e-4d29-bd4c-37fba9240c75 req-736b5728-bf05-4240-804b-1bd648ed24b3 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746889 Feb 18 12:26:15.165874 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fe8b6c95-8b7e-4d3f-8c89-f6c765092499 req-0eeb83ed-29c4-4dd5-be4b-85b3e28993df tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645967 Feb 18 12:26:15.186968 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Publish callbacks [] for port (ac0337a8-7d92-4fb2-817e-68e754eec5b8), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:15.240053 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (ac0337a8-7d92-4fb2-817e-68e754eec5b8), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:15.268510 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Allocated IP 172.20.0.1 (815e59a5-3694-42df-bfc2-3915bf10aeff/908c3c36-a7c8-4f43-85ac-139a2f12b178/6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:15.293798 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d005577-6b52-411a-89b7-363513f17a91 None None] Pushing event updated for resources: {'Port': ['ID=ac0337a8-7d92-4fb2-817e-68e754eec5b8,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:15.301462 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Attempting to bind port ac0337a8-7d92-4fb2-817e-68e754eec5b8 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:15.301956 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Attempting to bind port ac0337a8-7d92-4fb2-817e-68e754eec5b8 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:15.302390 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Attempting to bind port ac0337a8-7d92-4fb2-817e-68e754eec5b8 on network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:15.307414 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:15.308095 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Checking segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:15.308229 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:15.308679 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Bound using segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:15.309232 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Bound port: ac0337a8-7d92-4fb2-817e-68e754eec5b8, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:15.309505 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (ac0337a8-7d92-4fb2-817e-68e754eec5b8), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:15.313450 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:15.366225 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] For port ac0337a8-7d92-4fb2-817e-68e754eec5b8, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:15.369749 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] For port ac0337a8-7d92-4fb2-817e-68e754eec5b8, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=ac0337a8-7d92-4fb2-817e-68e754eec5b8,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:15.385559 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:15.385939 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:15.388321 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Publish callbacks [] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:15.459929 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b1214-0f0a-4daf-a121-7f7a2df6e3e5 req-4c754339-db6a-4e4a-87f5-61d94b3fcda8 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:15.461611 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e05b1214-0f0a-4daf-a121-7f7a2df6e3e5 req-4c754339-db6a-4e4a-87f5-61d94b3fcda8 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0782561 Feb 18 12:26:15.473328 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:15.475004 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (ac0337a8-7d92-4fb2-817e-68e754eec5b8), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:15.504531 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:15.533730 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Routers {'ae5f269d-915a-4aa0-9ac3-010fb4c041f4'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:15.534416 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:26:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['ae5f269d-915a-4aa0-9ac3-010fb4c041f4'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:15.548350 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Network 815e59a5-3694-42df-bfc2-3915bf10aeff is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:15.565172 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:15.571069 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:15.578865 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Pushing event updated for resources: {'Port': ['ID=6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:15.623452 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556902'] for router_interface (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:15.686888 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] Set router ae5f269d-915a-4aa0-9ac3-010fb4c041f4 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:15.771386 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d005577-6b52-411a-89b7-363513f17a91 None None] Pushing event updated for resources: {'Port': ['ID=ac0337a8-7d92-4fb2-817e-68e754eec5b8,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:15.854013 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:15.886253 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-87d8093f-dd1e-4d4a-b17d-8c1bcfb1eb30 None None] Provisioning complete for port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:15.887195 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-87d8093f-dd1e-4d4a-b17d-8c1bcfb1eb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:15.890810 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e05b1214-0f0a-4daf-a121-7f7a2df6e3e5 req-550ca73a-c1f2-438b-944a-42076627b524 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098442 Feb 18 12:26:15.900256 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df509403-f2c4-467f-86c3-b4a81385dc09 req-2d86f6b6-7add-49b8-b06e-8c414747585f tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:15.908654 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-df509403-f2c4-467f-86c3-b4a81385dc09 req-2d86f6b6-7add-49b8-b06e-8c414747585f tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 948 time: 0.4433079 Feb 18 12:26:15.927504 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'name': 'tempest-TestVolumeBootPattern-1636176201-router', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'ac0337a8-7d92-4fb2-817e-68e754eec5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:11Z', 'updated_at': '2022-02-18T12:26:13Z', 'revision_number': 3, 'project_id': '7db3cb6bc7d84c878f84801cc09069c7', 'gw_port': {'id': 'ac0337a8-7d92-4fb2-817e-68e754eec5b8', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:12Z', 'updated_at': '2022-02-18T12:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:15.943158 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-87d8093f-dd1e-4d4a-b17d-8c1bcfb1eb30 None None] Port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:26:15.954876 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad5243-c1de-46c7-a812-d25c9d40b7ed None None] The sync data for ids ['ae5f269d-915a-4aa0-9ac3-010fb4c041f4'] in dv-cinder-804757-15-iscsi is: [{'id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'name': 'tempest-TestVolumeBootPattern-1636176201-router', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'ac0337a8-7d92-4fb2-817e-68e754eec5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:11Z', 'updated_at': '2022-02-18T12:26:13Z', 'revision_number': 3, 'project_id': '7db3cb6bc7d84c878f84801cc09069c7', 'gw_port': {'id': 'ac0337a8-7d92-4fb2-817e-68e754eec5b8', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:12Z', 'updated_at': '2022-02-18T12:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:26:15.972243 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-df509403-f2c4-467f-86c3-b4a81385dc09 req-dd6b00c6-7399-4223-8c0e-709a78128fac tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575655 Feb 18 12:26:16.052501 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Publish callbacks [] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:16.118339 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12850064'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:16.206520 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Pushing event updated for resources: {'Port': ['ID=6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:16.209930 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556938'] for router_interface (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:16.347239 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ef371-d053-427b-8133-aecc12d533f0 req-f3e35394-2377-4767-bbd9-793397257949 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:16.350692 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e80ef371-d053-427b-8133-aecc12d533f0 req-f3e35394-2377-4767-bbd9-793397257949 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.1025336 Feb 18 12:26:16.380659 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78a571-0850-46c9-b982-963de4fde688 req-324fc142-6ccd-4666-a981-45f1d52949ae tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:16.382282 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5e78a571-0850-46c9-b982-963de4fde688 req-324fc142-6ccd-4666-a981-45f1d52949ae tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 946 time: 0.1048181 Feb 18 12:26:16.434997 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e80ef371-d053-427b-8133-aecc12d533f0 req-f3f37e55-2a2e-41cb-8888-f5dcf7c7ac17 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794249 Feb 18 12:26:16.467096 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5e78a571-0850-46c9-b982-963de4fde688 req-5361a870-d4ab-4541-a914-b55bccf0e9a6 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758939 Feb 18 12:26:16.494988 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Network 815e59a5-3694-42df-bfc2-3915bf10aeff is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:16.496436 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:16.631331 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Router ae5f269d-915a-4aa0-9ac3-010fb4c041f4 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:26:16.751084 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:26:16.759726 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-c86cd87d-ca10-407c-bb86-ea1a144d0f2b admin admin] 10.222.0.52 "PUT /v2.0/routers/ae5f269d-915a-4aa0-9ac3-010fb4c041f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1796551 Feb 18 12:26:16.781646 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-aacba721-2783-45d3-a1e0-ecf84d2afdf9 None None] Provisioning complete for port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:16.782243 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-aacba721-2783-45d3-a1e0-ecf84d2afdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:16.825051 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-aacba721-2783-45d3-a1e0-ecf84d2afdf9 None None] Port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:26:17.010211 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74613b-1b7a-472e-a925-03adcc9f7002 req-d9ba80a2-00a7-415a-a796-99e9c646664f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:17.011703 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3b74613b-1b7a-472e-a925-03adcc9f7002 req-d9ba80a2-00a7-415a-a796-99e9c646664f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0536966 Feb 18 12:26:17.072048 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3b74613b-1b7a-472e-a925-03adcc9f7002 req-b713b9b5-fa6e-4f1e-9e85-94944c06f1b6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548592 Feb 18 12:26:17.233737 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08f796-7cb1-4294-be88-2d256c729fb9 req-ac2160ec-b982-4cdb-90fd-85063f194d34 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:17.235648 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ef08f796-7cb1-4294-be88-2d256c729fb9 req-ac2160ec-b982-4cdb-90fd-85063f194d34 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 948 time: 0.0940661 Feb 18 12:26:17.315906 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ef08f796-7cb1-4294-be88-2d256c729fb9 req-aae2e453-9546-4e72-8d24-1c039b39a808 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740011 Feb 18 12:26:17.329368 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device ac0337a8-7d92-4fb2-817e-68e754eec5b8 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:17.379100 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port ac0337a8-7d92-4fb2-817e-68e754eec5b8 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:17.379478 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (ac0337a8-7d92-4fb2-817e-68e754eec5b8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:17.401600 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 9a416722-6998-47d2-b6fa-3f144f5e2218 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:26:17.413198 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 46194) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:17.418937 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-4400eae9-9980-4373-992c-85c38c49f5b4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-76572498', 'description': 'tempest-secgroup-smoke-76572498 description', 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:17.520281 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4400eae9-9980-4373-992c-85c38c49f5b4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:17.535208 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port ac0337a8-7d92-4fb2-817e-68e754eec5b8 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:17.535597 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (ac0337a8-7d92-4fb2-817e-68e754eec5b8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:17.566823 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 9a416722-6998-47d2-b6fa-3f144f5e2218, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9a416722-6998-47d2-b6fa-3f144f5e2218,segment=NetworkSegment(423facc5-6861-4241-b17a-de2590164dbd),segment_id=423facc5-6861-4241-b17a-de2590164dbd)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:17.579889 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] For port ac0337a8-7d92-4fb2-817e-68e754eec5b8, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=ac0337a8-7d92-4fb2-817e-68e754eec5b8,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:17.584221 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '9a416722-6998-47d2-b6fa-3f144f5e2218', 'network_id': 'bb9f98d1-672d-4fca-ac9a-aa9cd1808c8b', 'port_id': '9a416722-6998-47d2-b6fa-3f144f5e2218', 'mac_address': 'fa:16:3e:c8:bc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bcfc3b4-bf88-444e-8495-aa5c896cbe18', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:26:17.588371 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931a817-77f4-4119-8b59-188746218dd3 req-cb9e9070-8ac6-480a-8d31-70183f56f876 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:17.589838 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e931a817-77f4-4119-8b59-188746218dd3 req-cb9e9070-8ac6-480a-8d31-70183f56f876 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0797832 Feb 18 12:26:17.621339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 9a416722-6998-47d2-b6fa-3f144f5e2218 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:17.621734 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:17.636786 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a416722-6998-47d2-b6fa-3f144f5e2218 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:26:17.643902 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4400eae9-9980-4373-992c-85c38c49f5b4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group (a52e31f2-f603-4f94-8ec4-182ac0a4cb61), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:17.655177 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 9a416722-6998-47d2-b6fa-3f144f5e2218, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9a416722-6998-47d2-b6fa-3f144f5e2218,segment=NetworkSegment(423facc5-6861-4241-b17a-de2590164dbd),segment_id=423facc5-6861-4241-b17a-de2590164dbd)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:17.657536 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e931a817-77f4-4119-8b59-188746218dd3 req-0b092a81-93d8-4c59-ba00-768753b329a2 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585132 Feb 18 12:26:17.701455 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (ac0337a8-7d92-4fb2-817e-68e754eec5b8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:17.737462 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4400eae9-9980-4373-992c-85c38c49f5b4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (a52e31f2-f603-4f94-8ec4-182ac0a4cb61), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:17.743542 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:17.756800 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Pushing event updated for resources: {'Port': ['ID=ac0337a8-7d92-4fb2-817e-68e754eec5b8,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:17.769613 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400eae9-9980-4373-992c-85c38c49f5b4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52e31f2-f603-4f94-8ec4-182ac0a4cb61,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:17.818438 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=9a416722-6998-47d2-b6fa-3f144f5e2218,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:17.904750 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4400eae9-9980-4373-992c-85c38c49f5b4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:17.905998 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-4400eae9-9980-4373-992c-85c38c49f5b4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4917238 Feb 18 12:26:17.909828 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 46204) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:17.914269 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-1d4daa62-f26d-4844-ad2a-b3bc72191b67 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Request body: {'security_group_rule': {'security_group_id': 'a52e31f2-f603-4f94-8ec4-182ac0a4cb61', 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:18.073508 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d4daa62-f26d-4844-ad2a-b3bc72191b67 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (e6247b00-fab3-491b-94d2-05f42be4c57e), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:18.112168 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['9a416722-6998-47d2-b6fa-3f144f5e2218'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:26:18.132611 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d4daa62-f26d-4844-ad2a-b3bc72191b67 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (e6247b00-fab3-491b-94d2-05f42be4c57e), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:18.196788 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d4daa62-f26d-4844-ad2a-b3bc72191b67 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (e6247b00-fab3-491b-94d2-05f42be4c57e), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:18.217174 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4daa62-f26d-4844-ad2a-b3bc72191b67 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6247b00-fab3-491b-94d2-05f42be4c57e,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:18.303532 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1d4daa62-f26d-4844-ad2a-b3bc72191b67 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:18.304680 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1d4daa62-f26d-4844-ad2a-b3bc72191b67 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3938830 Feb 18 12:26:18.307455 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 46214) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:18.311728 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-bfffcb7d-83e1-452a-8708-ee813e938b0f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Request body: {'security_group_rule': {'security_group_id': 'a52e31f2-f603-4f94-8ec4-182ac0a4cb61', 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:18.432952 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7e717-90c8-46f2-b6b4-55a12d861112 req-39324da8-4911-4aa1-8307-600708345f9b tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:18.434415 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-23f7e717-90c8-46f2-b6b4-55a12d861112 req-39324da8-4911-4aa1-8307-600708345f9b tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 949 time: 0.0523834 Feb 18 12:26:18.480301 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-23f7e717-90c8-46f2-b6b4-55a12d861112 req-acc22202-7784-4b8e-9af6-de01ca047028 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402429 Feb 18 12:26:18.495659 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bfffcb7d-83e1-452a-8708-ee813e938b0f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (6b4b5c6c-5b1a-4419-9f23-57ad61f68e4b), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:18.548549 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bfffcb7d-83e1-452a-8708-ee813e938b0f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (6b4b5c6c-5b1a-4419-9f23-57ad61f68e4b), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:18.754537 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bfffcb7d-83e1-452a-8708-ee813e938b0f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (6b4b5c6c-5b1a-4419-9f23-57ad61f68e4b), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:18.778300 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffcb7d-83e1-452a-8708-ee813e938b0f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4b5c6c-5b1a-4419-9f23-57ad61f68e4b,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:18.796654 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d915fe-a0e6-4398-9e72-6d3486e0efae req-7af0a964-a255-419b-9f2d-1ca460131406 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:18.798164 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-00d915fe-a0e6-4398-9e72-6d3486e0efae req-7af0a964-a255-419b-9f2d-1ca460131406 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0735981 Feb 18 12:26:18.847216 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-00d915fe-a0e6-4398-9e72-6d3486e0efae req-cc861480-e48f-48e5-a236-d8d9988cacc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434682 Feb 18 12:26:18.857753 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bfffcb7d-83e1-452a-8708-ee813e938b0f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:18.861607 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46230) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:18.862113 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-bfffcb7d-83e1-452a-8708-ee813e938b0f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5533547 Feb 18 12:26:18.870704 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-b84b9531-b683-47e9-8774-a20fb8108b6b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Request body: {'security_group_rule': {'security_group_id': 'a52e31f2-f603-4f94-8ec4-182ac0a4cb61', 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:18.960756 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Sync routers for ids ['ae5f269d-915a-4aa0-9ac3-010fb4c041f4'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:26:18.970441 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558913c5-797c-4188-abb7-592f1d6e3de9 req-7fac693d-9687-435a-aab6-35448d4daf66 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:18.971975 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-558913c5-797c-4188-abb7-592f1d6e3de9 req-7fac693d-9687-435a-aab6-35448d4daf66 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0553877 Feb 18 12:26:18.972432 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Routers {'ae5f269d-915a-4aa0-9ac3-010fb4c041f4'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:18.973210 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:26:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['ae5f269d-915a-4aa0-9ac3-010fb4c041f4'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:18.995109 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b84b9531-b683-47e9-8774-a20fb8108b6b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (7bbde917-8c89-43ed-9e32-4687a0ff3ce3), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.020198 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-558913c5-797c-4188-abb7-592f1d6e3de9 req-5fbbd6b2-cec2-462a-b68a-764b37be2e34 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427942 Feb 18 12:26:19.077275 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b84b9531-b683-47e9-8774-a20fb8108b6b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (7bbde917-8c89-43ed-9e32-4687a0ff3ce3), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.086415 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Set router ae5f269d-915a-4aa0-9ac3-010fb4c041f4 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:19.170056 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b84b9531-b683-47e9-8774-a20fb8108b6b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (7bbde917-8c89-43ed-9e32-4687a0ff3ce3), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.188952 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b9531-b683-47e9-8774-a20fb8108b6b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbde917-8c89-43ed-9e32-4687a0ff3ce3,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:19.274211 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device ac0337a8-7d92-4fb2-817e-68e754eec5b8 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:19.288057 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b84b9531-b683-47e9-8774-a20fb8108b6b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.289340 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-b84b9531-b683-47e9-8774-a20fb8108b6b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4260600 Feb 18 12:26:19.292007 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46238) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:19.296268 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-8e569e68-1d47-4577-b9f1-935708e2dea8 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Request body: {'security_group_rule': {'security_group_id': 'a52e31f2-f603-4f94-8ec4-182ac0a4cb61', 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:19.346408 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'name': 'tempest-TestVolumeBootPattern-1636176201-router', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'ac0337a8-7d92-4fb2-817e-68e754eec5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:11Z', 'updated_at': '2022-02-18T12:26:15Z', 'revision_number': 4, 'project_id': '7db3cb6bc7d84c878f84801cc09069c7', 'gw_port': {'id': 'ac0337a8-7d92-4fb2-817e-68e754eec5b8', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:12Z', 'updated_at': '2022-02-18T12:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878', 'name': '', 'network_id': '815e59a5-3694-42df-bfc2-3915bf10aeff', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7', 'mac_address': 'fa:16:3e:3a:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '908c3c36-a7c8-4f43-85ac-139a2f12b178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:15Z', 'updated_at': '2022-02-18T12:26:15Z', 'revision_number': 2, 'project_id': '7db3cb6bc7d84c878f84801cc09069c7', 'subnets': [{'id': '908c3c36-a7c8-4f43-85ac-139a2f12b178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:19.349664 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port ac0337a8-7d92-4fb2-817e-68e754eec5b8 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:19.349914 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (ac0337a8-7d92-4fb2-817e-68e754eec5b8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.376521 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Checking router: ae5f269d-915a-4aa0-9ac3-010fb4c041f4 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:26:19.377384 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Updating router ae5f269d-915a-4aa0-9ac3-010fb4c041f4 port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 binding host dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:26:19.400093 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 9a416722-6998-47d2-b6fa-3f144f5e2218 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:19.466823 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8e569e68-1d47-4577-b9f1-935708e2dea8 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (3052c297-7313-4970-8284-274a52d29fd6), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.472811 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.529884 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8e569e68-1d47-4577-b9f1-935708e2dea8 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (3052c297-7313-4970-8284-274a52d29fd6), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.615153 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896613ee-7505-4fa7-8d2b-225c36484b91 req-233c351d-c3eb-4f1b-862f-8f6b7414c0d2 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:19.617304 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-896613ee-7505-4fa7-8d2b-225c36484b91 req-233c351d-c3eb-4f1b-862f-8f6b7414c0d2 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 949 time: 0.0559685 Feb 18 12:26:19.618856 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port ac0337a8-7d92-4fb2-817e-68e754eec5b8 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:19.621239 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8e569e68-1d47-4577-b9f1-935708e2dea8 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (3052c297-7313-4970-8284-274a52d29fd6), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.641614 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e569e68-1d47-4577-b9f1-935708e2dea8 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3052c297-7313-4970-8284-274a52d29fd6,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:19.658921 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port 9a416722-6998-47d2-b6fa-3f144f5e2218 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:26:19.673134 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-896613ee-7505-4fa7-8d2b-225c36484b91 req-db2ad9b9-d14a-4199-972d-0ec654d73058 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481837 Feb 18 12:26:19.688063 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 9a416722-6998-47d2-b6fa-3f144f5e2218 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:19.688519 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.711234 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8e569e68-1d47-4577-b9f1-935708e2dea8 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.712516 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-8e569e68-1d47-4577-b9f1-935708e2dea8 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4195592 Feb 18 12:26:19.722965 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46248) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:19.728023 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-2a28fd2e-8a45-429b-b840-bd4ac05203c7 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Request body: {'security_group_rule': {'security_group_id': 'a52e31f2-f603-4f94-8ec4-182ac0a4cb61', 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:19.811850 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.securitygroups_db [None req-2a28fd2e-8a45-429b-b840-bd4ac05203c7 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Project d95d62cfc2894c6eba70f010580d7c1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 12:26:19.818653 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2a28fd2e-8a45-429b-b840-bd4ac05203c7 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (d53e4d45-dccf-40e5-8d78-f88fe347927f), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.841013 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 9a416722-6998-47d2-b6fa-3f144f5e2218 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:19.841399 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.873728 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Publish callbacks [] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.876042 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2a28fd2e-8a45-429b-b840-bd4ac05203c7 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (d53e4d45-dccf-40e5-8d78-f88fe347927f), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.879377 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165a5b6d-82e3-4608-a853-50beaeffde43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a416722-6998-47d2-b6fa-3f144f5e2218'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:26:19.881595 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3b6883-3c5f-4be0-bf40-c11fbdd3a287" -d '{"events": [{"server_uuid": "165a5b6d-82e3-4608-a853-50beaeffde43", "name": "network-vif-plugged", "status": "completed", "tag": "9a416722-6998-47d2-b6fa-3f144f5e2218"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:26:19.896676 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 9a416722-6998-47d2-b6fa-3f144f5e2218, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9a416722-6998-47d2-b6fa-3f144f5e2218,segment=NetworkSegment(423facc5-6861-4241-b17a-de2590164dbd),segment_id=423facc5-6861-4241-b17a-de2590164dbd)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:19.960032 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2a28fd2e-8a45-429b-b840-bd4ac05203c7 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (d53e4d45-dccf-40e5-8d78-f88fe347927f), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.967717 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e90c60-7cbd-4047-b827-ca20ce37610c x-openstack-request-id: req-82e90c60-7cbd-4047-b827-ca20ce37610c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:26:19.968221 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165a5b6d-82e3-4608-a853-50beaeffde43", "name": "network-vif-plugged", "status": "completed", "tag": "9a416722-6998-47d2-b6fa-3f144f5e2218", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:26:19.968303 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82e90c60-7cbd-4047-b827-ca20ce37610c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:26:19.968762 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165a5b6d-82e3-4608-a853-50beaeffde43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a416722-6998-47d2-b6fa-3f144f5e2218', 'code': 200} Feb 18 12:26:19.981027 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28fd2e-8a45-429b-b840-bd4ac05203c7 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53e4d45-dccf-40e5-8d78-f88fe347927f,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:19.986923 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:19.995633 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:20.004393 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab40b08-81d8-4543-803e-a18dfb5e8d5e req-7d634d5c-0363-47d1-bc48-e29c3559f44d tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:20.006200 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ab40b08-81d8-4543-803e-a18dfb5e8d5e req-7d634d5c-0363-47d1-bc48-e29c3559f44d tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0772145 Feb 18 12:26:20.054301 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2a28fd2e-8a45-429b-b840-bd4ac05203c7 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:20.057981 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2a28fd2e-8a45-429b-b840-bd4ac05203c7 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3311779 Feb 18 12:26:20.058481 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46256) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:20.064909 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-ffd238e2-9913-4fb6-9435-201f6fa3518b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Request body: {'security_group_rule': {'security_group_id': 'a52e31f2-f603-4f94-8ec4-182ac0a4cb61', 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:20.084914 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=9a416722-6998-47d2-b6fa-3f144f5e2218,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:20.101929 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ab40b08-81d8-4543-803e-a18dfb5e8d5e req-036ca054-eefd-40fc-b28e-ddf6d60827dc tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894890 Feb 18 12:26:20.152044 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Attempting to bind port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:20.152329 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Attempting to bind port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': 'c9c23f26-9b64-4667-ab6c-59c13f8408cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '815e59a5-3694-42df-bfc2-3915bf10aeff'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:20.152687 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Attempting to bind port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 on network 815e59a5-3694-42df-bfc2-3915bf10aeff {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:20.164151 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4b601-5f6b-4ce7-8c1b-fde42f05b904 None None] Pushing event updated for resources: {'Port': ['ID=6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:20.168001 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:20.168379 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Checking segment: {'id': 'c9c23f26-9b64-4667-ab6c-59c13f8408cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '815e59a5-3694-42df-bfc2-3915bf10aeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:20.168817 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:20.169243 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Bound using segment: {'id': 'c9c23f26-9b64-4667-ab6c-59c13f8408cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '815e59a5-3694-42df-bfc2-3915bf10aeff'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:20.169717 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Bound port: 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c23f26-9b64-4667-ab6c-59c13f8408cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '815e59a5-3694-42df-bfc2-3915bf10aeff'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:20.170121 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:20.170556 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.securitygroups_db [None req-ffd238e2-9913-4fb6-9435-201f6fa3518b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Project d95d62cfc2894c6eba70f010580d7c1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 12:26:20.177728 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ffd238e2-9913-4fb6-9435-201f6fa3518b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (7fdb5d98-2ea3-427a-8a92-f211dadae40b), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:20.250350 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ffd238e2-9913-4fb6-9435-201f6fa3518b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (7fdb5d98-2ea3-427a-8a92-f211dadae40b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:20.343426 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ffd238e2-9913-4fb6-9435-201f6fa3518b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (7fdb5d98-2ea3-427a-8a92-f211dadae40b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:20.347119 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806abbd-2ce6-497e-a430-6c9be92eddfa req-84f0f292-044b-4ba3-826c-a3c0319f3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:20.350255 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c806abbd-2ce6-497e-a430-6c9be92eddfa req-84f0f292-044b-4ba3-826c-a3c0319f3b73 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 1134 time: 0.0481246 Feb 18 12:26:20.364332 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd238e2-9913-4fb6-9435-201f6fa3518b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdb5d98-2ea3-427a-8a92-f211dadae40b,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:20.373933 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] For port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:20.380006 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] For port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878,segment=NetworkSegment(c9c23f26-9b64-4667-ab6c-59c13f8408cd),segment_id=c9c23f26-9b64-4667-ab6c-59c13f8408cd)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:20.391623 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-a4db1964-6dfb-4968-a3fc-ef46cf7ba5b3 None None] Provisioning complete for port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:20.391994 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a4db1964-6dfb-4968-a3fc-ef46cf7ba5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:20.402764 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c806abbd-2ce6-497e-a430-6c9be92eddfa req-edeaae9d-2db5-45b0-97e1-5c6479ed6f56 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434487 Feb 18 12:26:20.413707 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ffd238e2-9913-4fb6-9435-201f6fa3518b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:20.415167 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ffd238e2-9913-4fb6-9435-201f6fa3518b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3556812 Feb 18 12:26:20.429451 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a4db1964-6dfb-4968-a3fc-ef46cf7ba5b3 None None] Port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:26:20.434478 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:20.485757 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Routers {'ae5f269d-915a-4aa0-9ac3-010fb4c041f4'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:20.486937 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:26:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['ae5f269d-915a-4aa0-9ac3-010fb4c041f4'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:20.535718 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4b601-5f6b-4ce7-8c1b-fde42f05b904 None None] Pushing event updated for resources: {'Port': ['ID=6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:20.618636 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] Set router ae5f269d-915a-4aa0-9ac3-010fb4c041f4 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:20.763168 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-2567e1e2-e00e-4fa4-ab7d-f6c4209e042e None None] Provisioning complete for port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:20.763690 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2567e1e2-e00e-4fa4-ab7d-f6c4209e042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:20.803614 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67ab19-f23f-4fef-a6f9-d8a21b3bd5ff req-92d2135b-f781-429f-a3cc-5ceeab3a1db8 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:20.805102 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-da67ab19-f23f-4fef-a6f9-d8a21b3bd5ff req-92d2135b-f781-429f-a3cc-5ceeab3a1db8 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 950 time: 0.0615518 Feb 18 12:26:20.853023 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-da67ab19-f23f-4fef-a6f9-d8a21b3bd5ff req-77baaa58-055a-4a00-921d-490ec5d30e70 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411282 Feb 18 12:26:20.895229 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-2567e1e2-e00e-4fa4-ab7d-f6c4209e042e None None] Current status of the port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:20.895613 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2567e1e2-e00e-4fa4-ab7d-f6c4209e042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:20.918665 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'name': 'tempest-TestVolumeBootPattern-1636176201-router', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'ac0337a8-7d92-4fb2-817e-68e754eec5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:11Z', 'updated_at': '2022-02-18T12:26:15Z', 'revision_number': 4, 'project_id': '7db3cb6bc7d84c878f84801cc09069c7', 'gw_port': {'id': 'ac0337a8-7d92-4fb2-817e-68e754eec5b8', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:12Z', 'updated_at': '2022-02-18T12:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878', 'name': '', 'network_id': '815e59a5-3694-42df-bfc2-3915bf10aeff', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7', 'mac_address': 'fa:16:3e:3a:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '908c3c36-a7c8-4f43-85ac-139a2f12b178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:15Z', 'updated_at': '2022-02-18T12:26:20Z', 'revision_number': 4, 'project_id': '7db3cb6bc7d84c878f84801cc09069c7', 'subnets': [{'id': '908c3c36-a7c8-4f43-85ac-139a2f12b178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:20.948587 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a904caf-f92d-4d9f-9468-7c54d85e21fc None None] The sync data for ids ['ae5f269d-915a-4aa0-9ac3-010fb4c041f4'] in dv-cinder-804757-15-iscsi is: [{'id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'name': 'tempest-TestVolumeBootPattern-1636176201-router', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'ac0337a8-7d92-4fb2-817e-68e754eec5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:11Z', 'updated_at': '2022-02-18T12:26:15Z', 'revision_number': 4, 'project_id': '7db3cb6bc7d84c878f84801cc09069c7', 'gw_port': {'id': 'ac0337a8-7d92-4fb2-817e-68e754eec5b8', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:12Z', 'updated_at': '2022-02-18T12:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878', 'name': '', 'network_id': '815e59a5-3694-42df-bfc2-3915bf10aeff', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7', 'mac_address': 'fa:16:3e:3a:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '908c3c36-a7c8-4f43-85ac-139a2f12b178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:15Z', 'updated_at': '2022-02-18T12:26:20Z', 'revision_number': 4, 'project_id': '7db3cb6bc7d84c878f84801cc09069c7', 'subnets': [{'id': '908c3c36-a7c8-4f43-85ac-139a2f12b178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:26:20.958013 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-2567e1e2-e00e-4fa4-ab7d-f6c4209e042e None None] For port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878,segment=NetworkSegment(c9c23f26-9b64-4667-ab6c-59c13f8408cd),segment_id=c9c23f26-9b64-4667-ab6c-59c13f8408cd)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:21.043529 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2567e1e2-e00e-4fa4-ab7d-f6c4209e042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:21.099113 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567e1e2-e00e-4fa4-ab7d-f6c4209e042e None None] Pushing event updated for resources: {'Port': ['ID=6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:21.229391 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8c1d6-9169-4425-9b8e-c131ee02896f req-11f333ac-523d-4a2d-8733-3b2a43b4d123 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:21.235131 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cea8c1d6-9169-4425-9b8e-c131ee02896f req-11f333ac-523d-4a2d-8733-3b2a43b4d123 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0606592 Feb 18 12:26:21.310784 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cea8c1d6-9169-4425-9b8e-c131ee02896f req-281b337a-3a40-4527-be1d-d55ba621a303 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729792 Feb 18 12:26:21.519388 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:21.579244 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:21.579622 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:21.661504 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:22.000818 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f947f-cd44-44bf-92ca-90d9e82f3a36 req-3facc124-c245-472b-a5ad-572f26287c3e tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:22.002458 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5b6f947f-cd44-44bf-92ca-90d9e82f3a36 req-3facc124-c245-472b-a5ad-572f26287c3e tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 950 time: 0.0721903 Feb 18 12:26:22.064516 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5b6f947f-cd44-44bf-92ca-90d9e82f3a36 req-ebe7914b-3f90-424b-af74-0786002cb03e tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544014 Feb 18 12:26:22.443781 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd46f4-5304-4a42-9715-0fea16bded64 req-52c68bb1-7505-46f8-8076-5d36826e5f1b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:22.445283 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-eafd46f4-5304-4a42-9715-0fea16bded64 req-52c68bb1-7505-46f8-8076-5d36826e5f1b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0580456 Feb 18 12:26:22.495589 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-eafd46f4-5304-4a42-9715-0fea16bded64 req-3be0d1fa-8e80-47a3-a34c-7101f48703e3 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448050 Feb 18 12:26:22.904792 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28aeda-d344-4fa5-9c41-1c118675f12e req-b4160399-4149-4051-acbb-a21b3ca38849 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:22.906427 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7c28aeda-d344-4fa5-9c41-1c118675f12e req-b4160399-4149-4051-acbb-a21b3ca38849 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0544610 Feb 18 12:26:22.960431 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7c28aeda-d344-4fa5-9c41-1c118675f12e req-c4e5a638-b6a8-499d-8267-95a5ed32530a tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476286 Feb 18 12:26:23.044767 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c588b-1329-412a-a76f-22c56c023c76 req-e76d20de-d842-4e0a-b7de-715d68bcb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:23.047140 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ca6c588b-1329-412a-a76f-22c56c023c76 req-e76d20de-d842-4e0a-b7de-715d68bcb2c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf&device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 1129 time: 0.0482581 Feb 18 12:26:23.183405 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c588b-1329-412a-a76f-22c56c023c76 req-253242ed-a1c0-4e91-bc26-4bfc1f9a63af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:23.184871 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ca6c588b-1329-412a-a76f-22c56c023c76 req-253242ed-a1c0-4e91-bc26-4bfc1f9a63af service neutron] 10.222.0.82 "GET /v2.0/networks?id=907427c1-55e0-4b75-bd87-f0c37dd607b6 HTTP/1.1" status: 200 len: 912 time: 0.1311128 Feb 18 12:26:23.258163 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2ca52-4c1c-4315-8b7a-c2bb6d433620 req-10dbd919-2c89-4942-90cf-6d9f302c0237 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:23.259579 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-01e2ca52-4c1c-4315-8b7a-c2bb6d433620 req-10dbd919-2c89-4942-90cf-6d9f302c0237 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 950 time: 0.1094203 Feb 18 12:26:23.274030 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ca6c588b-1329-412a-a76f-22c56c023c76 req-785fab0e-a328-4a48-a27a-f6ec0c1d898f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6debc8ff-7a5f-42d9-891b-dbbb468bae53 HTTP/1.1" status: 200 len: 1000 time: 0.0809810 Feb 18 12:26:23.350152 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-01e2ca52-4c1c-4315-8b7a-c2bb6d433620 req-f79bae41-24fd-494b-a13d-39f2f16550c2 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835261 Feb 18 12:26:23.351691 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c588b-1329-412a-a76f-22c56c023c76 req-b76ddd15-f895-4dad-a498-f1c6cbc9bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:23.353036 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ca6c588b-1329-412a-a76f-22c56c023c76 req-b76ddd15-f895-4dad-a498-f1c6cbc9bbc3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74c851c4-68d2-4a81-9f74-304bfd0c369a HTTP/1.1" status: 200 len: 850 time: 0.0716605 Feb 18 12:26:23.407153 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c588b-1329-412a-a76f-22c56c023c76 req-040c253f-9fb6-4702-ae64-3e95f97d3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:23.408778 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ca6c588b-1329-412a-a76f-22c56c023c76 req-040c253f-9fb6-4702-ae64-3e95f97d3591 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=907427c1-55e0-4b75-bd87-f0c37dd607b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494156 Feb 18 12:26:23.513341 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ca6c588b-1329-412a-a76f-22c56c023c76 req-4d48e354-e4e7-48d4-93b8-ae28a7e36ca7 service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958130 Feb 18 12:26:23.605385 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ca6c588b-1329-412a-a76f-22c56c023c76 req-3c4883ea-37bb-47d9-8522-392624002e42 service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859215 Feb 18 12:26:23.837731 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee9f33-81e0-46a5-86e4-75896f23b5d0 req-4b0bd0cd-a3e4-4038-a52b-0accf8edce74 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:23.839236 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8eee9f33-81e0-46a5-86e4-75896f23b5d0 req-4b0bd0cd-a3e4-4038-a52b-0accf8edce74 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 950 time: 0.0536549 Feb 18 12:26:23.885819 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8eee9f33-81e0-46a5-86e4-75896f23b5d0 req-83780750-465d-4aa9-aad0-06ee5faecbb6 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Feb 18 12:26:24.080880 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2478d2a-78de-4703-9b1c-e7c8c42c6ca3 req-bc1878b3-b9bb-4438-ac9f-a5a8550bddd2 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:24.082398 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b2478d2a-78de-4703-9b1c-e7c8c42c6ca3 req-bc1878b3-b9bb-4438-ac9f-a5a8550bddd2 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0520248 Feb 18 12:26:24.131624 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b2478d2a-78de-4703-9b1c-e7c8c42c6ca3 req-1da9302e-4c60-44be-901a-388d1ef599a7 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437381 Feb 18 12:26:25.003220 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301b519-a10b-4068-b8b9-d7a0880d718f req-ac50ccf3-4df5-49ca-86cf-86b2b1a12adf tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:25.004771 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f301b519-a10b-4068-b8b9-d7a0880d718f req-ac50ccf3-4df5-49ca-86cf-86b2b1a12adf tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 950 time: 0.0534043 Feb 18 12:26:25.049710 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f301b519-a10b-4068-b8b9-d7a0880d718f req-87a6b129-553d-4d64-a527-039b3dc6ccb6 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394909 Feb 18 12:26:25.252583 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1387270-2039-4dd6-8942-84cd96272fbd req-a56e5233-0fe1-4b82-a0ef-45e60d17eb8b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:25.254345 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b1387270-2039-4dd6-8942-84cd96272fbd req-a56e5233-0fe1-4b82-a0ef-45e60d17eb8b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0570657 Feb 18 12:26:25.300369 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b1387270-2039-4dd6-8942-84cd96272fbd req-11e58976-8803-4da5-9852-220ed68b2ced tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403984 Feb 18 12:26:26.193029 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9d75d-f0c8-47f3-87e2-428aee09b6a4 req-3030d017-f9b0-4235-a760-3f6f8914fad2 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:26.194789 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-22a9d75d-f0c8-47f3-87e2-428aee09b6a4 req-3030d017-f9b0-4235-a760-3f6f8914fad2 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.82 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 950 time: 0.0837379 Feb 18 12:26:26.217507 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096deb5c-25c8-47ce-89a1-c32364549ec9 req-962c1ebd-31c2-493f-8b3a-94da01ff3f75 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:26.219003 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-096deb5c-25c8-47ce-89a1-c32364549ec9 req-962c1ebd-31c2-493f-8b3a-94da01ff3f75 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 950 time: 0.0804985 Feb 18 12:26:26.322267 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-096deb5c-25c8-47ce-89a1-c32364549ec9 req-621d8651-2db8-4015-90fd-f2cd4ca7dde2 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/security-groups?id=cec1230c-a904-4747-a9f5-2c0de58fd9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854740 Feb 18 12:26:26.344282 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-22a9d75d-f0c8-47f3-87e2-428aee09b6a4 req-f3c80040-e3df-4378-aba6-1c08ff85722a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Deleting port 9a416722-6998-47d2-b6fa-3f144f5e2218 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:26.344282 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-22a9d75d-f0c8-47f3-87e2-428aee09b6a4 req-f3c80040-e3df-4378-aba6-1c08ff85722a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:26.435854 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-22a9d75d-f0c8-47f3-87e2-428aee09b6a4 req-f3c80040-e3df-4378-aba6-1c08ff85722a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] For port 9a416722-6998-47d2-b6fa-3f144f5e2218, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9a416722-6998-47d2-b6fa-3f144f5e2218,segment=NetworkSegment(423facc5-6861-4241-b17a-de2590164dbd),segment_id=423facc5-6861-4241-b17a-de2590164dbd)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:26.436236 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-22a9d75d-f0c8-47f3-87e2-428aee09b6a4 req-f3c80040-e3df-4378-aba6-1c08ff85722a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:26.455181 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-22a9d75d-f0c8-47f3-87e2-428aee09b6a4 req-f3c80040-e3df-4378-aba6-1c08ff85722a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Calling delete_port for 9a416722-6998-47d2-b6fa-3f144f5e2218 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:26.640089 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-22a9d75d-f0c8-47f3-87e2-428aee09b6a4 req-f3c80040-e3df-4378-aba6-1c08ff85722a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (9a416722-6998-47d2-b6fa-3f144f5e2218), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:26.657232 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['9a416722-6998-47d2-b6fa-3f144f5e2218'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:26:26.673497 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c80040-e3df-4378-aba6-1c08ff85722a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Pushing event deleted for resources: {'Port': ['ID=9a416722-6998-47d2-b6fa-3f144f5e2218,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:26.735682 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a9d75d-f0c8-47f3-87e2-428aee09b6a4 req-f3c80040-e3df-4378-aba6-1c08ff85722a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] No DVR routers for this DVR port 9a416722-6998-47d2-b6fa-3f144f5e2218 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:26:26.738371 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-22a9d75d-f0c8-47f3-87e2-428aee09b6a4 req-f3c80040-e3df-4378-aba6-1c08ff85722a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:26.750349 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-22a9d75d-f0c8-47f3-87e2-428aee09b6a4 req-f3c80040-e3df-4378-aba6-1c08ff85722a tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.82 "DELETE /v2.0/ports/9a416722-6998-47d2-b6fa-3f144f5e2218 HTTP/1.1" status: 204 len: 173 time: 0.5401280 Feb 18 12:26:26.751154 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165a5b6d-82e3-4608-a853-50beaeffde43', 'name': 'network-vif-deleted', 'tag': '9a416722-6998-47d2-b6fa-3f144f5e2218'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:26:26.758801 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0de39f-cc2b-4a74-b74b-edb7a0d591e8" -d '{"events": [{"server_uuid": "165a5b6d-82e3-4608-a853-50beaeffde43", "name": "network-vif-deleted", "tag": "9a416722-6998-47d2-b6fa-3f144f5e2218"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:26:26.805200 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cad181-8011-4303-aee0-c7a90dde78c1 x-openstack-request-id: req-89cad181-8011-4303-aee0-c7a90dde78c1 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:26:26.805905 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165a5b6d-82e3-4608-a853-50beaeffde43", "name": "network-vif-deleted", "tag": "9a416722-6998-47d2-b6fa-3f144f5e2218", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:26:26.805905 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89cad181-8011-4303-aee0-c7a90dde78c1 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:26:26.806418 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165a5b6d-82e3-4608-a853-50beaeffde43', 'name': 'network-vif-deleted', 'tag': '9a416722-6998-47d2-b6fa-3f144f5e2218', 'status': 'completed', 'code': 200} Feb 18 12:26:27.448255 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-485e7ec7-f217-43e0-a33b-d7a2848b0ae2 req-6d628f20-5bb8-448c-a7c1-46860d1e1069 tempest-VolumesNegativeTest-870291046 tempest-VolumesNegativeTest-870291046-project] 10.222.0.52 "GET /v2.0/ports?device_id=165a5b6d-82e3-4608-a853-50beaeffde43 HTTP/1.1" status: 200 len: 210 time: 0.0286372 Feb 18 12:26:27.553372 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:26:31.462788 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 9a416722-6998-47d2-b6fa-3f144f5e2218 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:26:31.485762 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: 9a416722-6998-47d2-b6fa-3f144f5e2218 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:26:31.485762 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 9a416722-6998-47d2-b6fa-3f144f5e2218 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:26:34.965757 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46736) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:35.125689 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e276dbb2-fd24-4c29-af06-ced5eb5ae954 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=546132052d3a4117b09fdbd6e6484596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587472 Feb 18 12:26:35.130148 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46742) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:35.181246 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-64bf0570-6a89-426b-b5f3-fc914e804ffc admin admin] Publish callbacks [] for security_group (cec1230c-a904-4747-a9f5-2c0de58fd9d1), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:35.202329 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-64bf0570-6a89-426b-b5f3-fc914e804ffc admin admin] Publish callbacks [] for security_group (cec1230c-a904-4747-a9f5-2c0de58fd9d1), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:35.301758 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf1a24-675a-465f-b6e0-fcd04145897d req-2f240100-dd6b-4a2e-b574-d373fb8d7362 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:35.303237 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-abcf1a24-675a-465f-b6e0-fcd04145897d req-2f240100-dd6b-4a2e-b574-d373fb8d7362 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0938730 Feb 18 12:26:35.308361 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77403516-6beb-4de4-abb7-7510eb9a778c req-1f720bdc-8ff9-474a-acf2-d6cfb82f7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:35.309643 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-77403516-6beb-4de4-abb7-7510eb9a778c req-1f720bdc-8ff9-474a-acf2-d6cfb82f7033 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b7f00ee67e874fc3a3812a11c0f82173&device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 1129 time: 0.0621943 Feb 18 12:26:35.337178 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-64bf0570-6a89-426b-b5f3-fc914e804ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (cec1230c-a904-4747-a9f5-2c0de58fd9d1), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:35.341417 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-64bf0570-6a89-426b-b5f3-fc914e804ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:35.344931 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-64bf0570-6a89-426b-b5f3-fc914e804ffc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cec1230c-a904-4747-a9f5-2c0de58fd9d1 HTTP/1.1" status: 204 len: 168 time: 0.2110898 Feb 18 12:26:35.352088 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf0570-6a89-426b-b5f3-fc914e804ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec1230c-a904-4747-a9f5-2c0de58fd9d1,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:35.402368 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-abcf1a24-675a-465f-b6e0-fcd04145897d req-12bcd392-0c1b-422b-a0db-7766398bb21b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917480 Feb 18 12:26:35.439875 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77403516-6beb-4de4-abb7-7510eb9a778c req-edb528be-fbb3-45fd-8de7-5e921cf7ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:35.441463 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-77403516-6beb-4de4-abb7-7510eb9a778c req-edb528be-fbb3-45fd-8de7-5e921cf7ae1d service neutron] 10.222.0.82 "GET /v2.0/networks?id=a0caea6f-d101-4a72-bcf9-9fc354267f4d HTTP/1.1" status: 200 len: 919 time: 0.1169190 Feb 18 12:26:35.491370 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-77403516-6beb-4de4-abb7-7510eb9a778c req-b772f0a2-7306-4b39-81c6-7fcbf6d67715 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fdbe57-07f9-4d8e-8a50-3cf845658821 HTTP/1.1" status: 200 len: 217 time: 0.0389683 Feb 18 12:26:35.503012 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:35.549485 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77403516-6beb-4de4-abb7-7510eb9a778c req-01c6811f-b6a7-4edb-a35c-fd6e1983f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:35.550984 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-77403516-6beb-4de4-abb7-7510eb9a778c req-01c6811f-b6a7-4edb-a35c-fd6e1983f62e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69bf8867-f823-469a-96c2-77b410e47401 HTTP/1.1" status: 200 len: 858 time: 0.0530767 Feb 18 12:26:35.585919 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-77403516-6beb-4de4-abb7-7510eb9a778c req-353cd85e-77a0-4d5f-b7f8-16a78788d240 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0caea6f-d101-4a72-bcf9-9fc354267f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259666 Feb 18 12:26:35.655877 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-738c14b6-770a-4d50-9481-25bcc7b79580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:35.682275 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-77403516-6beb-4de4-abb7-7510eb9a778c req-6af3617f-de40-4101-963f-053e13a7e12b service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878723 Feb 18 12:26:35.794178 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-77403516-6beb-4de4-abb7-7510eb9a778c req-b034b13b-6f80-4a5c-8af1-b9b25a61c48c service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019526 Feb 18 12:26:36.415520 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46796) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:36.515043 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1890032221-network', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:36.529516 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4824b-62db-46fd-841b-2f215f080186 req-1504cc74-8451-4c87-9ea2-65b0647e5bf1 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:36.531094 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b1a4824b-62db-46fd-841b-2f215f080186 req-1504cc74-8451-4c87-9ea2-65b0647e5bf1 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0554237 Feb 18 12:26:36.578708 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b1a4824b-62db-46fd-841b-2f215f080186 req-1da7f5f0-6a74-4deb-b0f3-caf23c69e983 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409753 Feb 18 12:26:36.587418 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] Made reservation on behalf of a5fe6a0ce90f49c684de666bc4b3da5a for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:26:36.589819 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:36.598721 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:36.669911 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] Publish callbacks [] for security_group (a0d359f0-f8ed-458b-bf6a-a526d19a65d2), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:36.759502 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (a0d359f0-f8ed-458b-bf6a-a526d19a65d2), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:36.788044 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:26:36.797463 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d359f0-f8ed-458b-bf6a-a526d19a65d2,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:36.801964 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (36292d8d-70ca-440d-ab3e-71b2b60f1eef), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:36.802325 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] Added segment 36292d8d-70ca-440d-ab3e-71b2b60f1eef of type vlan for network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 Feb 18 12:26:36.842426 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (1e9afd38-b368-4bce-b65f-c5ba5f1631e6), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:36.913774 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (1e9afd38-b368-4bce-b65f-c5ba5f1631e6), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:36.914727 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:36.915299 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:36.970457 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] Pushing event updated for resources: {'Network': ['ID=1e9afd38-b368-4bce-b65f-c5ba5f1631e6,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:36.979920 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:26:36.993041 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a496a525-b800-4ba1-acd1-3dea470dac6c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5764225 Feb 18 12:26:36.994179 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 46804) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:36.999766 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-9fae6efe-3ee0-4ba4-bc4f-eef0d136ba78 admin admin] Request body: {'subnet': {'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1890032221-subnet', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:37.074189 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fae6efe-3ee0-4ba4-bc4f-eef0d136ba78 admin admin] Made reservation on behalf of a5fe6a0ce90f49c684de666bc4b3da5a for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:26:37.076763 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9fae6efe-3ee0-4ba4-bc4f-eef0d136ba78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555529'] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:37.297138 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9fae6efe-3ee0-4ba4-bc4f-eef0d136ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12919336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555543'] for subnet (4075237f-e7bf-4a30-9563-cc1cd4a33daa), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:37.360291 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae6efe-3ee0-4ba4-bc4f-eef0d136ba78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4075237f-e7bf-4a30-9563-cc1cd4a33daa,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:37.368115 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae6efe-3ee0-4ba4-bc4f-eef0d136ba78 admin admin] Checking segment: {'id': '36292d8d-70ca-440d-ab3e-71b2b60f1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:37.368519 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae6efe-3ee0-4ba4-bc4f-eef0d136ba78 admin admin] Network hostable DHCP agents. Network: 1e9afd38-b368-4bce-b65f-c5ba5f1631e6, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:26:37.431655 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8baf5-7303-4d58-88ba-845c79bb0d12 req-8384b89c-dff1-4471-a9dc-fd389ecfd636 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:37.433092 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3ab8baf5-7303-4d58-88ba-845c79bb0d12 req-8384b89c-dff1-4471-a9dc-fd389ecfd636 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 946 time: 0.0507569 Feb 18 12:26:37.458053 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae6efe-3ee0-4ba4-bc4f-eef0d136ba78 admin admin] Network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:26:37.482799 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3ab8baf5-7303-4d58-88ba-845c79bb0d12 req-95fb71b3-0b72-4833-846b-b63ea174ffc4 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440762 Feb 18 12:26:37.559768 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-9fae6efe-3ee0-4ba4-bc4f-eef0d136ba78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, 1e9afd38-b368-4bce-b65f-c5ba5f1631e6) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:37.563793 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fae6efe-3ee0-4ba4-bc4f-eef0d136ba78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:37.564385 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9fae6efe-3ee0-4ba4-bc4f-eef0d136ba78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:37.568861 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed70005-a27b-4038-9956-8c9e0c817284 None None] Network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:26:37.668867 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9fae6efe-3ee0-4ba4-bc4f-eef0d136ba78 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6729097 Feb 18 12:26:37.670389 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4880cbb-8b9a-5f3b-ae58-78c776b3a9e1-1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'fixed_ips': [{'subnet_id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa'}]}} from dv-cinder-804757-15-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:26:37.671302 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:37.671690 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46816) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:37.676582 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:37.714803 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6be94-ea2b-49d2-af75-614854bb80e6 req-5ebfdd62-9058-4439-80be-68e9b2163abc tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:37.716278 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6f6be94-ea2b-49d2-af75-614854bb80e6 req-5ebfdd62-9058-4439-80be-68e9b2163abc tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0632000 Feb 18 12:26:37.763041 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6f6be94-ea2b-49d2-af75-614854bb80e6 req-9f9e286f-f68f-4a75-bb4d-94e5133c1c23 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Feb 18 12:26:37.788351 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125509'] for router (71223798-bd58-4089-8cbf-e7b5e87bdc07), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:37.789708 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125522'] for router (71223798-bd58-4089-8cbf-e7b5e87bdc07), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:37.820488 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Allocated IP 172.20.0.2 (1e9afd38-b368-4bce-b65f-c5ba5f1631e6/4075237f-e7bf-4a30-9563-cc1cd4a33daa/c1ddabf5-8c12-4b10-a023-ace62dddf6e4) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:37.845031 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Publish callbacks [] for router_controller (71223798-bd58-4089-8cbf-e7b5e87bdc07), precommit_add_association {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:37.887080 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a07f9fdb-7c64-4d62-b362-009a1a4559d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:37.960009 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Publish callbacks [] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:38.039376 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Publish callbacks [] for router_gateway (71223798-bd58-4089-8cbf-e7b5e87bdc07), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:38.039982 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:38.082607 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:38.087369 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:38.090089 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:38.096000 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Pushing event updated for resources: {'Port': ['ID=c1ddabf5-8c12-4b10-a023-ace62dddf6e4,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:38.161952 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Attempting to bind port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:38.162424 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Attempting to bind port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '36292d8d-70ca-440d-ab3e-71b2b60f1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:38.162789 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Attempting to bind port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 on network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:38.167942 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:38.168527 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Checking segment: {'id': '36292d8d-70ca-440d-ab3e-71b2b60f1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:38.168838 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:38.169246 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Bound using segment: {'id': '36292d8d-70ca-440d-ab3e-71b2b60f1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:38.169705 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Bound port: c1ddabf5-8c12-4b10-a023-ace62dddf6e4, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36292d8d-70ca-440d-ab3e-71b2b60f1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:38.170092 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:38.241259 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] For port c1ddabf5-8c12-4b10-a023-ace62dddf6e4, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:38.243465 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] For port c1ddabf5-8c12-4b10-a023-ace62dddf6e4, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=c1ddabf5-8c12-4b10-a023-ace62dddf6e4,segment=NetworkSegment(36292d8d-70ca-440d-ab3e-71b2b60f1eef),segment_id=36292d8d-70ca-440d-ab3e-71b2b60f1eef)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:38.333677 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Publish callbacks [] for router_gateway (71223798-bd58-4089-8cbf-e7b5e87bdc07), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:38.351053 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:38.383069 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:38.445563 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483796b-cd36-4cff-9ceb-e9dbdfe19001 None None] Pushing event updated for resources: {'Port': ['ID=c1ddabf5-8c12-4b10-a023-ace62dddf6e4,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:38.466549 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Allocated IP 172.27.2.168 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/80e066be-f1a6-4ecc-b8db-242fb0020f01) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:38.584965 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Publish callbacks [] for port (80e066be-f1a6-4ecc-b8db-242fb0020f01), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:38.636515 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391542ef-59f3-4e17-8f71-cbf7b660727a req-adcb487c-f030-45dc-8d1f-82aa700f05ff tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:38.637998 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-391542ef-59f3-4e17-8f71-cbf7b660727a req-adcb487c-f030-45dc-8d1f-82aa700f05ff tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 946 time: 0.0845325 Feb 18 12:26:38.687607 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-391542ef-59f3-4e17-8f71-cbf7b660727a req-a937f5aa-38be-49c8-84e3-19e8c475ebed tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439529 Feb 18 12:26:38.787571 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (80e066be-f1a6-4ecc-b8db-242fb0020f01), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:38.824740 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:38.827661 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:38.830502 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:38.861410 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=80e066be-f1a6-4ecc-b8db-242fb0020f01,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:38.889628 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760f8aa-0473-41e5-acb2-177fb83668cf req-64c80c8d-ab86-4efe-94b6-90048ee6dfbf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:38.891270 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5760f8aa-0473-41e5-acb2-177fb83668cf req-64c80c8d-ab86-4efe-94b6-90048ee6dfbf tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0589395 Feb 18 12:26:38.939298 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5760f8aa-0473-41e5-acb2-177fb83668cf req-ab90a40f-a819-495e-893d-ddd8a6bf0983 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421369 Feb 18 12:26:39.016185 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:39.167787 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Publish callbacks [] for router_gateway (71223798-bd58-4089-8cbf-e7b5e87bdc07), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:39.353503 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device c1ddabf5-8c12-4b10-a023-ace62dddf6e4 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:39.409410 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:39.409899 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:39.422726 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555093'] for router (71223798-bd58-4089-8cbf-e7b5e87bdc07), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:39.432058 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd6799e-36ff-4961-9b61-f3d201f21bfe None None] Network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:26:39.615503 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Router 71223798-bd58-4089-8cbf-e7b5e87bdc07 is scheduled to L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc with binding_index 1 {{(pid=103420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:26:39.636157 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-7ab6db66-d9ec-493f-b5fa-8af1375f1fe4 None None] Provisioning complete for port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:39.636459 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7ab6db66-d9ec-493f-b5fa-8af1375f1fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:39.724545 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:26:39.734281 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:39.734674 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:39.737485 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Sync routers for ids ['71223798-bd58-4089-8cbf-e7b5e87bdc07'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:26:39.759078 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Routers {'71223798-bd58-4089-8cbf-e7b5e87bdc07'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:39.759831 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:26:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['71223798-bd58-4089-8cbf-e7b5e87bdc07'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:39.811506 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] For port c1ddabf5-8c12-4b10-a023-ace62dddf6e4, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=c1ddabf5-8c12-4b10-a023-ace62dddf6e4,segment=NetworkSegment(36292d8d-70ca-440d-ab3e-71b2b60f1eef),segment_id=36292d8d-70ca-440d-ab3e-71b2b60f1eef)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:39.827433 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:39.827998 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6db66-d9ec-493f-b5fa-8af1375f1fe4 None None] Current status of the port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:39.831228 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-3fe99177-b445-4a79-9e9a-4f8c32ecf0e9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1560380 Feb 18 12:26:39.831397 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7ab6db66-d9ec-493f-b5fa-8af1375f1fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:39.831496 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46834) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:39.869347 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0dbe7-401c-464d-80ed-7969c667d37b req-b8afc6b9-ccb2-4653-a7e2-590694b80f36 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:39.871760 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-07f0dbe7-401c-464d-80ed-7969c667d37b req-b8afc6b9-ccb2-4653-a7e2-590694b80f36 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 946 time: 0.1376212 Feb 18 12:26:39.896840 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:39.922746 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d5d65-b4c9-4759-a6a3-4906d7c3c9c1 req-55195403-a7ac-4fb6-9091-cd276264b3cd tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:39.930865 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3d3d5d65-b4c9-4759-a6a3-4906d7c3c9c1 req-55195403-a7ac-4fb6-9091-cd276264b3cd tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 946 time: 0.1208553 Feb 18 12:26:39.981384 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Set router 71223798-bd58-4089-8cbf-e7b5e87bdc07 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:40.038791 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Pushing event updated for resources: {'Port': ['ID=c1ddabf5-8c12-4b10-a023-ace62dddf6e4,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:40.045732 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.db.api [None req-7ab6db66-d9ec-493f-b5fa-8af1375f1fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:26:40.046128 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG oslo_db.api [None req-7ab6db66-d9ec-493f-b5fa-8af1375f1fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 12:26:40.084538 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3d3d5d65-b4c9-4759-a6a3-4906d7c3c9c1 req-11fbc38a-f12e-4cc4-8ae0-00d0d43c6e9d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522069 Feb 18 12:26:40.147037 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-07f0dbe7-401c-464d-80ed-7969c667d37b req-02a58179-23ea-4a96-9dc3-176a8deb7530 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Deleting port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:40.147037 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-07f0dbe7-401c-464d-80ed-7969c667d37b req-02a58179-23ea-4a96-9dc3-176a8deb7530 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:40.170160 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad9911-825c-495b-b0e3-b0196f10bc78 req-e88747dd-4a48-4597-bcde-af9dcfe1c5c6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:40.175551 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b3ad9911-825c-495b-b0e3-b0196f10bc78 req-e88747dd-4a48-4597-bcde-af9dcfe1c5c6 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.1091623 Feb 18 12:26:40.195310 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:26:38Z', 'revision_number': 3, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port': {'id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:38Z', 'updated_at': '2022-02-18T12:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:40.229394 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Checking router: 71223798-bd58-4089-8cbf-e7b5e87bdc07 for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:26:40.229855 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Updating router 71223798-bd58-4089-8cbf-e7b5e87bdc07 port 80e066be-f1a6-4ecc-b8db-242fb0020f01 binding host dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:26:40.265653 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (80e066be-f1a6-4ecc-b8db-242fb0020f01), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:40.279273 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b3ad9911-825c-495b-b0e3-b0196f10bc78 req-788795be-afc6-4020-a44b-f5cf07acf2f3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801690 Feb 18 12:26:40.302002 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-07f0dbe7-401c-464d-80ed-7969c667d37b req-02a58179-23ea-4a96-9dc3-176a8deb7530 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] For port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=89070ddf-6f41-4c6c-94b4-e0767a18b0c1,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:40.302510 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-07f0dbe7-401c-464d-80ed-7969c667d37b req-02a58179-23ea-4a96-9dc3-176a8deb7530 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:40.315525 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-07f0dbe7-401c-464d-80ed-7969c667d37b req-02a58179-23ea-4a96-9dc3-176a8deb7530 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Calling delete_port for 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:40.422547 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:40.531619 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-07f0dbe7-401c-464d-80ed-7969c667d37b req-02a58179-23ea-4a96-9dc3-176a8deb7530 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (89070ddf-6f41-4c6c-94b4-e0767a18b0c1), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:40.545343 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['42aa8b4d-35aa-41c5-b544-122f6eb29684', '9d76680d-8425-4c9e-bc8b-52a276cfc65e', 'b40875eb-0256-4b51-bc02-574b7bca6484', '89070ddf-6f41-4c6c-94b4-e0767a18b0c1'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:26:40.559046 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a58179-23ea-4a96-9dc3-176a8deb7530 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Pushing event deleted for resources: {'Port': ['ID=89070ddf-6f41-4c6c-94b4-e0767a18b0c1,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:40.577921 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:40.581577 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Publish callbacks [] for port (80e066be-f1a6-4ecc-b8db-242fb0020f01), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:40.611950 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f0dbe7-401c-464d-80ed-7969c667d37b req-02a58179-23ea-4a96-9dc3-176a8deb7530 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] No DVR routers for this DVR port 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:26:40.614857 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-07f0dbe7-401c-464d-80ed-7969c667d37b req-02a58179-23ea-4a96-9dc3-176a8deb7530 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:40.618104 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-07f0dbe7-401c-464d-80ed-7969c667d37b req-02a58179-23ea-4a96-9dc3-176a8deb7530 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "DELETE /v2.0/ports/89070ddf-6f41-4c6c-94b4-e0767a18b0c1 HTTP/1.1" status: 204 len: 173 time: 0.7388344 Feb 18 12:26:40.618553 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597180ec-6cfb-4e33-ad6b-feed4357d235', 'name': 'network-vif-deleted', 'tag': '89070ddf-6f41-4c6c-94b4-e0767a18b0c1'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:26:40.622178 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ecfaab-1347-40f6-85fa-443d578d20e3" -d '{"events": [{"server_uuid": "597180ec-6cfb-4e33-ad6b-feed4357d235", "name": "network-vif-deleted", "tag": "89070ddf-6f41-4c6c-94b4-e0767a18b0c1"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:26:40.634767 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (80e066be-f1a6-4ecc-b8db-242fb0020f01), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:40.645299 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6db66-d9ec-493f-b5fa-8af1375f1fe4 None None] Current status of the port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:40.661410 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83f479f-5875-4221-8940-618220335522 x-openstack-request-id: req-f83f479f-5875-4221-8940-618220335522 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:26:40.661778 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597180ec-6cfb-4e33-ad6b-feed4357d235", "name": "network-vif-deleted", "tag": "89070ddf-6f41-4c6c-94b4-e0767a18b0c1", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:26:40.662271 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f83f479f-5875-4221-8940-618220335522 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:26:40.662763 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597180ec-6cfb-4e33-ad6b-feed4357d235', 'name': 'network-vif-deleted', 'tag': '89070ddf-6f41-4c6c-94b4-e0767a18b0c1', 'status': 'completed', 'code': 200} Feb 18 12:26:40.709224 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Attempting to bind port 80e066be-f1a6-4ecc-b8db-242fb0020f01 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:40.709591 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Attempting to bind port 80e066be-f1a6-4ecc-b8db-242fb0020f01 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:40.709955 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Attempting to bind port 80e066be-f1a6-4ecc-b8db-242fb0020f01 on network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:40.717240 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Pushing event updated for resources: {'Port': ['ID=80e066be-f1a6-4ecc-b8db-242fb0020f01,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:40.720258 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:40.720632 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Checking segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:40.721033 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:40.721428 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Bound using segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:40.721892 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Bound port: 80e066be-f1a6-4ecc-b8db-242fb0020f01, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:40.722294 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (80e066be-f1a6-4ecc-b8db-242fb0020f01), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:40.748800 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:40.749797 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:40.749797 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:40.749980 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:40.750281 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:40.750579 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:40.750921 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:40.751253 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:40.751627 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:40.751964 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:40.752291 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:40.753236 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:40.753982 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:40.762345 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Allocated IP 172.20.0.1 (1e9afd38-b368-4bce-b65f-c5ba5f1631e6/4075237f-e7bf-4a30-9563-cc1cd4a33daa/e601512a-17fb-4a1d-b12c-e48576971a46) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:40.806716 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] For port 80e066be-f1a6-4ecc-b8db-242fb0020f01, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:40.811908 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] For port 80e066be-f1a6-4ecc-b8db-242fb0020f01, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=80e066be-f1a6-4ecc-b8db-242fb0020f01,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:40.813945 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-d64927f0-fb55-4e59-bcd6-2f933741e2be None None] Provisioning complete for port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:40.814347 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d64927f0-fb55-4e59-bcd6-2f933741e2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:40.867459 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (80e066be-f1a6-4ecc-b8db-242fb0020f01), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:40.876922 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Publish callbacks [] for port (e601512a-17fb-4a1d-b12c-e48576971a46), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:40.925194 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Routers {'71223798-bd58-4089-8cbf-e7b5e87bdc07'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:40.925976 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:26:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['71223798-bd58-4089-8cbf-e7b5e87bdc07'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:40.956501 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d64927f0-fb55-4e59-bcd6-2f933741e2be None None] Current status of the port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:40.981785 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5990c4-78f8-47e4-9fa1-14bea9a3181f None None] Pushing event updated for resources: {'Port': ['ID=80e066be-f1a6-4ecc-b8db-242fb0020f01,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:40.983397 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.035948 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:41.038938 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:41.042678 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:41.056955 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] Set router 71223798-bd58-4089-8cbf-e7b5e87bdc07 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:41.078057 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e601512a-17fb-4a1d-b12c-e48576971a46,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:41.092313 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556902'] for router_interface (71223798-bd58-4089-8cbf-e7b5e87bdc07), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.213193 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-402bba43-d328-42f3-a941-7ef76dc8c0be req-9631ab31-9460-4670-a1d3-1232e41b06c5 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=597180ec-6cfb-4e33-ad6b-feed4357d235 HTTP/1.1" status: 200 len: 210 time: 0.0343509 Feb 18 12:26:41.264048 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:26:38Z', 'revision_number': 3, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port': {'id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:38Z', 'updated_at': '2022-02-18T12:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:41.296954 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612136c1-97bb-4c45-9738-b2962aae9f22 None None] The sync data for ids ['71223798-bd58-4089-8cbf-e7b5e87bdc07'] in dv-cinder-804757-15-iscsi is: [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:26:38Z', 'revision_number': 3, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port': {'id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:38Z', 'updated_at': '2022-02-18T12:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:26:41.308971 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device c1ddabf5-8c12-4b10-a023-ace62dddf6e4 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:41.336094 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.388979 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-dae3fbfa-76d5-4d87-957e-2591c3292ad3 None None] Provisioning complete for port e601512a-17fb-4a1d-b12c-e48576971a46 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:41.389349 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dae3fbfa-76d5-4d87-957e-2591c3292ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.428958 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:41.429634 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.433249 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-dae3fbfa-76d5-4d87-957e-2591c3292ad3 None None] Port e601512a-17fb-4a1d-b12c-e48576971a46 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:26:41.462244 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b7fc9-7937-49b0-8156-298293c7af11 req-e61afcbf-ed23-4d91-b1d3-4cef8ce7e12a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:41.464005 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-696b7fc9-7937-49b0-8156-298293c7af11 req-e61afcbf-ed23-4d91-b1d3-4cef8ce7e12a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0825386 Feb 18 12:26:41.531863 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:41.540442 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-696b7fc9-7937-49b0-8156-298293c7af11 req-466d8918-0882-4eb7-a896-e87ca791db93 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646672 Feb 18 12:26:41.565179 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Publish callbacks [] for port (e601512a-17fb-4a1d-b12c-e48576971a46), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.623476 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12850064'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.707337 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e601512a-17fb-4a1d-b12c-e48576971a46,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:41.710711 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556938'] for router_interface (71223798-bd58-4089-8cbf-e7b5e87bdc07), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.813580 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:41.820012 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:41.948893 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Router 71223798-bd58-4089-8cbf-e7b5e87bdc07 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:26:41.962129 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:42.067199 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:26:42.071389 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-26ad4ff9-2846-4f77-a260-fd55febad2f7 None None] Provisioning complete for port e601512a-17fb-4a1d-b12c-e48576971a46 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:42.071622 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-26ad4ff9-2846-4f77-a260-fd55febad2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:42.083614 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4905a90b-b79e-4da8-bcd0-9849a58604e4 admin admin] 10.222.0.52 "PUT /v2.0/routers/71223798-bd58-4089-8cbf-e7b5e87bdc07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2424107 Feb 18 12:26:42.110573 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-26ad4ff9-2846-4f77-a260-fd55febad2f7 None None] Port e601512a-17fb-4a1d-b12c-e48576971a46 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:26:42.692849 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f4fa7-cf3f-43b0-a3e0-1170ec946c4e req-1de60187-9b04-4d04-b2f6-58c4dda090a2 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:42.694404 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f48f4fa7-cf3f-43b0-a3e0-1170ec946c4e req-1de60187-9b04-4d04-b2f6-58c4dda090a2 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0898952 Feb 18 12:26:42.703506 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-32b6ab82-dfc9-416d-879e-70c13d488acc tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76572498&fields=id&tenant_id=d95d62cfc2894c6eba70f010580d7c1a HTTP/1.1" status: 200 len: 267 time: 0.0618272 Feb 18 12:26:42.799506 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f48f4fa7-cf3f-43b0-a3e0-1170ec946c4e req-afc56097-67a6-46e0-b316-4846c09a3911 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993912 Feb 18 12:26:42.841496 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46886) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:42.845757 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-c695e8ce-f245-4893-8413-fb88c2a1ec88 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:42.847301 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-c695e8ce-f245-4893-8413-fb88c2a1ec88 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 812 time: 0.1339161 Feb 18 12:26:42.848434 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-35432311-network', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:42.864657 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-1e77e894-9053-4d40-8687-edad50d9f24b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/quotas/d95d62cfc2894c6eba70f010580d7c1a HTTP/1.1" status: 200 len: 375 time: 0.0104437 Feb 18 12:26:42.919871 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] Made reservation on behalf of 7abdbbd37d9d44ed9e3ee8dbcd92e627 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:26:42.922280 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:42.924176 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-25745206-58f8-49f1-bec7-32b7564578bb tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540512 Feb 18 12:26:42.932492 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.012021 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] Publish callbacks [] for security_group (cf59c722-0a00-40a5-9093-a7480c49ad99), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.023030 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-48761dd9-dd74-45cc-a501-d4cbd5074508 service neutron] 10.222.0.52 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842364 Feb 18 12:26:43.066145 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Sync routers for ids ['71223798-bd58-4089-8cbf-e7b5e87bdc07'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:26:43.068340 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (cf59c722-0a00-40a5-9093-a7480c49ad99), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.076081 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Routers {'71223798-bd58-4089-8cbf-e7b5e87bdc07'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:43.076989 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:26:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['71223798-bd58-4089-8cbf-e7b5e87bdc07'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:43.090887 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:26:43.105550 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf59c722-0a00-40a5-9093-a7480c49ad99,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:43.111443 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.111916 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] Added segment 4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f of type vlan for network 222a4548-978f-4740-a1d6-aae5f7d6a80c Feb 18 12:26:43.119729 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-9cf83224-e1c8-4b70-ad30-f3f94d67a7cd service neutron] 10.222.0.52 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909050 Feb 18 12:26:43.164920 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (222a4548-978f-4740-a1d6-aae5f7d6a80c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.190670 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Set router 71223798-bd58-4089-8cbf-e7b5e87bdc07 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:43.251048 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (222a4548-978f-4740-a1d6-aae5f7d6a80c), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.252149 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:43.252738 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.323374 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] Pushing event updated for resources: {'Network': ['ID=222a4548-978f-4740-a1d6-aae5f7d6a80c,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:43.325982 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 80e066be-f1a6-4ecc-b8db-242fb0020f01 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:43.354546 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network 222a4548-978f-4740-a1d6-aae5f7d6a80c details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:26:43.384956 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-13477c13-a2cb-4837-aa50-beff4ce34912 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5420215 Feb 18 12:26:43.387880 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 46896) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:43.393223 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-9b5df46f-38a6-4954-9cc9-82c46abadf96 admin admin] Request body: {'subnet': {'network_id': '222a4548-978f-4740-a1d6-aae5f7d6a80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-35432311-subnet', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:43.467118 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5df46f-38a6-4954-9cc9-82c46abadf96 admin admin] Made reservation on behalf of 7abdbbd37d9d44ed9e3ee8dbcd92e627 for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:26:43.469611 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b5df46f-38a6-4954-9cc9-82c46abadf96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555529'] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.490523 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 80e066be-f1a6-4ecc-b8db-242fb0020f01 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:43.490887 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (80e066be-f1a6-4ecc-b8db-242fb0020f01), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.512586 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:26:43.543736 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:26:43.544099 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 89070ddf-6f41-4c6c-94b4-e0767a18b0c1 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:26:43.564254 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:26:41Z', 'revision_number': 4, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port': {'id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:38Z', 'updated_at': '2022-02-18T12:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'e601512a-17fb-4a1d-b12c-e48576971a46', 'name': '', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'mac_address': 'fa:16:3e:0e:d8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:40Z', 'updated_at': '2022-02-18T12:26:41Z', 'revision_number': 2, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'subnets': [{'id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:43.593940 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Checking router: 71223798-bd58-4089-8cbf-e7b5e87bdc07 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:26:43.594344 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Updating router 71223798-bd58-4089-8cbf-e7b5e87bdc07 port e601512a-17fb-4a1d-b12c-e48576971a46 binding host dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:26:43.649738 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.662049 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 80e066be-f1a6-4ecc-b8db-242fb0020f01 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:43.662450 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (80e066be-f1a6-4ecc-b8db-242fb0020f01), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.711145 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] For port 80e066be-f1a6-4ecc-b8db-242fb0020f01, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=80e066be-f1a6-4ecc-b8db-242fb0020f01,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:43.751719 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0130c3be-bd6d-4042-b6e7-07fb039f3b0b req-a0fa0b3c-31f3-471c-bd34-c2dd84040f47 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 210 time: 0.0271120 Feb 18 12:26:43.782028 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b5df46f-38a6-4954-9cc9-82c46abadf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12919336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555543'] for subnet (34f8fe97-84c3-4fb0-853c-64c3937f68aa), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.853516 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5df46f-38a6-4954-9cc9-82c46abadf96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f8fe97-84c3-4fb0-853c-64c3937f68aa,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:43.860609 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (80e066be-f1a6-4ecc-b8db-242fb0020f01), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.860888 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5df46f-38a6-4954-9cc9-82c46abadf96 admin admin] Checking segment: {'id': '4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '222a4548-978f-4740-a1d6-aae5f7d6a80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:43.861268 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5df46f-38a6-4954-9cc9-82c46abadf96 admin admin] Network hostable DHCP agents. Network: 222a4548-978f-4740-a1d6-aae5f7d6a80c, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:26:43.937928 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Pushing event updated for resources: {'Port': ['ID=80e066be-f1a6-4ecc-b8db-242fb0020f01,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:43.964608 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b010bf5-4d0d-4a2b-b6d6-f812b975d2e1 req-70a4698f-53f2-4475-8955-d9d243365827 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:43.967542 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8b010bf5-4d0d-4a2b-b6d6-f812b975d2e1 req-70a4698f-53f2-4475-8955-d9d243365827 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0628283 Feb 18 12:26:44.016376 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5df46f-38a6-4954-9cc9-82c46abadf96 admin admin] Network 222a4548-978f-4740-a1d6-aae5f7d6a80c is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:26:44.020759 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Publish callbacks [] for port (e601512a-17fb-4a1d-b12c-e48576971a46), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.048150 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8b010bf5-4d0d-4a2b-b6d6-f812b975d2e1 req-9dca3e2b-fde3-473e-a298-75db248f247c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743947 Feb 18 12:26:44.074018 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab0ce2-14a5-488c-b326-bcd17c55441b req-6fed5785-19a3-43eb-a443-6d02a5bfc0be tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:44.075496 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c8ab0ce2-14a5-488c-b326-bcd17c55441b req-6fed5785-19a3-43eb-a443-6d02a5bfc0be tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 946 time: 0.0792980 Feb 18 12:26:44.108504 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.109080 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-9b5df46f-38a6-4954-9cc9-82c46abadf96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, 222a4548-978f-4740-a1d6-aae5f7d6a80c) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:44.113935 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5df46f-38a6-4954-9cc9-82c46abadf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:44.114498 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9b5df46f-38a6-4954-9cc9-82c46abadf96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.136772 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd36805-fe44-408d-97aa-e2cfda74dc6c None None] Network 222a4548-978f-4740-a1d6-aae5f7d6a80c requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:26:44.136990 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c8ab0ce2-14a5-488c-b326-bcd17c55441b req-8398971c-faf6-4d7b-b394-8cf34a4820aa tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558302 Feb 18 12:26:44.202842 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9b5df46f-38a6-4954-9cc9-82c46abadf96 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8134546 Feb 18 12:26:44.205447 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 46914) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:44.209863 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-35432311-router', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:44.223352 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64163bc-b1b0-4838-b2c4-efd855e569df None None] Pushing event updated for resources: {'Port': ['ID=e601512a-17fb-4a1d-b12c-e48576971a46,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:44.289103 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Attempting to bind port e601512a-17fb-4a1d-b12c-e48576971a46 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:44.289470 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Attempting to bind port e601512a-17fb-4a1d-b12c-e48576971a46 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '36292d8d-70ca-440d-ab3e-71b2b60f1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:44.289831 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Attempting to bind port e601512a-17fb-4a1d-b12c-e48576971a46 on network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:44.311528 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:44.311929 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Checking segment: {'id': '36292d8d-70ca-440d-ab3e-71b2b60f1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:44.312291 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.312840 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Bound using segment: {'id': '36292d8d-70ca-440d-ab3e-71b2b60f1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:44.313560 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Bound port: e601512a-17fb-4a1d-b12c-e48576971a46, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36292d8d-70ca-440d-ab3e-71b2b60f1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:44.313846 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.324438 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4880cbb-8b9a-5f3b-ae58-78c776b3a9e1-222a4548-978f-4740-a1d6-aae5f7d6a80c', 'network_id': '222a4548-978f-4740-a1d6-aae5f7d6a80c', 'project_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'fixed_ips': [{'subnet_id': '34f8fe97-84c3-4fb0-853c-64c3937f68aa'}]}} from dv-cinder-804757-15-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:26:44.325295 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.337338 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125509'] for router (fa207d46-3de9-46cb-bb0e-3b14271bbfab), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.342219 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125522'] for router (fa207d46-3de9-46cb-bb0e-3b14271bbfab), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.398780 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Publish callbacks [] for router_controller (fa207d46-3de9-46cb-bb0e-3b14271bbfab), precommit_add_association {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.580266 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-45a4fcb3-6542-48db-8fdc-1c16700355bc None None] Provisioning complete for port e601512a-17fb-4a1d-b12c-e48576971a46 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:44.580557 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-45a4fcb3-6542-48db-8fdc-1c16700355bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.589806 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] For port e601512a-17fb-4a1d-b12c-e48576971a46, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:44.650810 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] For port e601512a-17fb-4a1d-b12c-e48576971a46, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=e601512a-17fb-4a1d-b12c-e48576971a46,segment=NetworkSegment(36292d8d-70ca-440d-ab3e-71b2b60f1eef),segment_id=36292d8d-70ca-440d-ab3e-71b2b60f1eef)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:44.664969 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-45a4fcb3-6542-48db-8fdc-1c16700355bc None None] Port e601512a-17fb-4a1d-b12c-e48576971a46 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:26:44.678190 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Allocated IP 172.20.0.2 (222a4548-978f-4740-a1d6-aae5f7d6a80c/34f8fe97-84c3-4fb0-853c-64c3937f68aa/289bc86b-8f7d-4a79-a6e4-ee05272d71a2) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:44.783769 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.897115 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Routers {'71223798-bd58-4089-8cbf-e7b5e87bdc07'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:44.899361 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:26:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['71223798-bd58-4089-8cbf-e7b5e87bdc07'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:44.905685 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Publish callbacks [] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.929339 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-265d78ba-60f3-4522-86d1-b450bf164f74 req-1bdd79ad-23b5-4d23-aa92-04834eb4fc36 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 210 time: 0.0574725 Feb 18 12:26:44.935133 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Publish callbacks [] for router_gateway (fa207d46-3de9-46cb-bb0e-3b14271bbfab), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.952826 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64163bc-b1b0-4838-b2c4-efd855e569df None None] Pushing event updated for resources: {'Port': ['ID=e601512a-17fb-4a1d-b12c-e48576971a46,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:45.001685 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.052888 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Network 222a4548-978f-4740-a1d6-aae5f7d6a80c is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:45.060299 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:45.062940 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:45.087407 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] Set router 71223798-bd58-4089-8cbf-e7b5e87bdc07 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:45.091369 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Pushing event updated for resources: {'Port': ['ID=289bc86b-8f7d-4a79-a6e4-ee05272d71a2,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:45.196998 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-30157398-bdc3-42c4-b995-4d877831c88c None None] Provisioning complete for port e601512a-17fb-4a1d-b12c-e48576971a46 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:45.197693 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30157398-bdc3-42c4-b995-4d877831c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.233306 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Publish callbacks [] for router_gateway (fa207d46-3de9-46cb-bb0e-3b14271bbfab), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.233510 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Attempting to bind port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:45.236459 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Attempting to bind port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '222a4548-978f-4740-a1d6-aae5f7d6a80c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:45.236459 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Attempting to bind port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 on network 222a4548-978f-4740-a1d6-aae5f7d6a80c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:45.271093 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.275793 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:45.276181 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Checking segment: {'id': '4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '222a4548-978f-4740-a1d6-aae5f7d6a80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:45.276586 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.276982 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Bound using segment: {'id': '4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '222a4548-978f-4740-a1d6-aae5f7d6a80c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:45.277509 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Bound port: 289bc86b-8f7d-4a79-a6e4-ee05272d71a2, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '222a4548-978f-4740-a1d6-aae5f7d6a80c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:45.277890 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.278974 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8ef22-69a9-4da4-9165-4c8eda5a1f92 req-2d79ec74-9692-4fd7-be3e-7bddaa4eb863 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:45.280467 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a9e8ef22-69a9-4da4-9165-4c8eda5a1f92 req-2d79ec74-9692-4fd7-be3e-7bddaa4eb863 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.1410320 Feb 18 12:26:45.328337 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 80e066be-f1a6-4ecc-b8db-242fb0020f01 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:45.388243 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb4a9d-0add-4c37-b1a7-846552a4133f req-71fa6282-703e-453e-86fa-657ee8f81d27 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:45.389803 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f7cb4a9d-0add-4c37-b1a7-846552a4133f req-71fa6282-703e-453e-86fa-657ee8f81d27 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 946 time: 0.1749401 Feb 18 12:26:45.401602 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a9e8ef22-69a9-4da4-9165-4c8eda5a1f92 req-4c5fe3ef-663a-4c19-8ad5-9da250e94069 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142421 Feb 18 12:26:45.475918 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Allocated IP 172.27.2.20 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/f600c168-0ebc-4164-9995-a8075c3370ce) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:45.483887 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] For port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:45.491724 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f7cb4a9d-0add-4c37-b1a7-846552a4133f req-61755112-8f7b-4ad4-a240-8a879e87ed73 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892351 Feb 18 12:26:45.524724 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] For port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=289bc86b-8f7d-4a79-a6e4-ee05272d71a2,segment=NetworkSegment(4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f),segment_id=4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:45.543177 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 80e066be-f1a6-4ecc-b8db-242fb0020f01 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:45.543573 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (80e066be-f1a6-4ecc-b8db-242fb0020f01), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.546216 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-30157398-bdc3-42c4-b995-4d877831c88c None None] Current status of the port e601512a-17fb-4a1d-b12c-e48576971a46 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:45.546591 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30157398-bdc3-42c4-b995-4d877831c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.592467 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Publish callbacks [] for port (f600c168-0ebc-4164-9995-a8075c3370ce), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.622797 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-30157398-bdc3-42c4-b995-4d877831c88c None None] For port e601512a-17fb-4a1d-b12c-e48576971a46, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=e601512a-17fb-4a1d-b12c-e48576971a46,segment=NetworkSegment(36292d8d-70ca-440d-ab3e-71b2b60f1eef),segment_id=36292d8d-70ca-440d-ab3e-71b2b60f1eef)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:45.626594 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:26:41Z', 'revision_number': 4, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port': {'id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:38Z', 'updated_at': '2022-02-18T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'e601512a-17fb-4a1d-b12c-e48576971a46', 'name': '', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'mac_address': 'fa:16:3e:0e:d8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:40Z', 'updated_at': '2022-02-18T12:26:44Z', 'revision_number': 4, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'subnets': [{'id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:45.656501 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.658464 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7026fcb8-a352-427a-941d-e5eb36f8a179 None None] The sync data for ids ['71223798-bd58-4089-8cbf-e7b5e87bdc07'] in dv-cinder-804757-15-iscsi is: [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:26:41Z', 'revision_number': 4, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port': {'id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:38Z', 'updated_at': '2022-02-18T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'e601512a-17fb-4a1d-b12c-e48576971a46', 'name': '', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'mac_address': 'fa:16:3e:0e:d8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:40Z', 'updated_at': '2022-02-18T12:26:44Z', 'revision_number': 4, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'subnets': [{'id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:26:45.720333 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (f600c168-0ebc-4164-9995-a8075c3370ce), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.768011 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161e506-5192-4e3a-9e93-2840fa1fa01c None None] Pushing event updated for resources: {'Port': ['ID=289bc86b-8f7d-4a79-a6e4-ee05272d71a2,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:45.770651 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30157398-bdc3-42c4-b995-4d877831c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.780815 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 80e066be-f1a6-4ecc-b8db-242fb0020f01 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:45.798193 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:45.815792 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:45.825227 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:45.838675 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30157398-bdc3-42c4-b995-4d877831c88c None None] Pushing event updated for resources: {'Port': ['ID=e601512a-17fb-4a1d-b12c-e48576971a46,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:45.846055 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Pushing event updated for resources: {'Port': ['ID=f600c168-0ebc-4164-9995-a8075c3370ce,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:46.049463 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d55809-1a6b-4a69-828b-726c38b669ea req-5b2346a5-9ec4-4bf2-86f8-cae4f758ca1d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:46.051155 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d8d55809-1a6b-4a69-828b-726c38b669ea req-5b2346a5-9ec4-4bf2-86f8-cae4f758ca1d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 946 time: 0.1129129 Feb 18 12:26:46.084213 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5fd3d3fa-253e-450c-b2eb-679384f0cfa4 req-813cf390-9e10-4ded-9ca6-ffa3fd90479b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 210 time: 0.0419974 Feb 18 12:26:46.259899 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Publish callbacks [] for router_gateway (fa207d46-3de9-46cb-bb0e-3b14271bbfab), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.294883 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-d8d55809-1a6b-4a69-828b-726c38b669ea req-0e658115-8a79-4172-83c7-600fcc9eb621 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Deleting port b40875eb-0256-4b51-bc02-574b7bca6484 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:46.295224 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d8d55809-1a6b-4a69-828b-726c38b669ea req-0e658115-8a79-4172-83c7-600fcc9eb621 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (b40875eb-0256-4b51-bc02-574b7bca6484), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.502987 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-d8d55809-1a6b-4a69-828b-726c38b669ea req-0e658115-8a79-4172-83c7-600fcc9eb621 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] For port b40875eb-0256-4b51-bc02-574b7bca6484, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b40875eb-0256-4b51-bc02-574b7bca6484,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:46.503362 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d8d55809-1a6b-4a69-828b-726c38b669ea req-0e658115-8a79-4172-83c7-600fcc9eb621 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (b40875eb-0256-4b51-bc02-574b7bca6484), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.561379 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-d8d55809-1a6b-4a69-828b-726c38b669ea req-0e658115-8a79-4172-83c7-600fcc9eb621 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Calling delete_port for b40875eb-0256-4b51-bc02-574b7bca6484 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:46.730470 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-860a98d1-ae94-4f38-8ea7-e915f84520bc tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:46.731988 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-860a98d1-ae94-4f38-8ea7-e915f84520bc tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 812 time: 0.3853180 Feb 18 12:26:46.874537 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9bc614-51e1-40d2-9820-16613435e8f8 None None] Network 222a4548-978f-4740-a1d6-aae5f7d6a80c requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:26:46.883195 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563f6fd-1197-4588-b052-131367e91e36 req-6f209e63-f23f-4845-9e5a-d06cd3859694 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:46.884692 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6563f6fd-1197-4588-b052-131367e91e36 req-6f209e63-f23f-4845-9e5a-d06cd3859694 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.3759508 Feb 18 12:26:46.913307 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66d390-e182-4aee-83c7-6c3091232ceb req-49241147-3d16-4533-9dfc-b703f65c5acc tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:46.914968 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0b66d390-e182-4aee-83c7-6c3091232ceb req-49241147-3d16-4533-9dfc-b703f65c5acc tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 946 time: 0.2799399 Feb 18 12:26:46.969814 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555093'] for router (fa207d46-3de9-46cb-bb0e-3b14271bbfab), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.973396 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-c0058cec-d46b-4d47-afe3-9676bfb39f06 None None] Provisioning complete for port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:46.973396 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0058cec-d46b-4d47-afe3-9676bfb39f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.978224 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-bb335419-289c-47e2-ba89-47c037e9245a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d95d62cfc2894c6eba70f010580d7c1a HTTP/1.1" status: 200 len: 378 time: 0.2297895 Feb 18 12:26:46.996924 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-0c26072d-550d-4c77-b8f7-f5d9c05a6ba4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Request body: {'port': {'device_id': '44df4997-9221-44d6-b871-3d1e903d99ea', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'admin_state_up': True, 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'security_groups': ['a52e31f2-f603-4f94-8ec4-182ac0a4cb61']}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:47.015713 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d8d55809-1a6b-4a69-828b-726c38b669ea req-0e658115-8a79-4172-83c7-600fcc9eb621 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (b40875eb-0256-4b51-bc02-574b7bca6484), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:47.027859 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['42aa8b4d-35aa-41c5-b544-122f6eb29684', '9d76680d-8425-4c9e-bc8b-52a276cfc65e', 'b40875eb-0256-4b51-bc02-574b7bca6484'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:26:47.136813 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6563f6fd-1197-4588-b052-131367e91e36 req-b7a60f29-aaf8-4cb7-9e97-a91bd3b459a5 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321827 Feb 18 12:26:47.139734 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-c0058cec-d46b-4d47-afe3-9676bfb39f06 None None] Current status of the port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:47.140126 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0058cec-d46b-4d47-afe3-9676bfb39f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:47.149816 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0b66d390-e182-4aee-83c7-6c3091232ceb req-4884ff86-537c-4f9f-b0f4-4ca7bd354ae4 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253315 Feb 18 12:26:47.150569 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658115-8a79-4172-83c7-600fcc9eb621 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Pushing event deleted for resources: {'Port': ['ID=b40875eb-0256-4b51-bc02-574b7bca6484,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:47.214897 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-c0058cec-d46b-4d47-afe3-9676bfb39f06 None None] For port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=289bc86b-8f7d-4a79-a6e4-ee05272d71a2,segment=NetworkSegment(4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f),segment_id=4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:47.338326 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c0058cec-d46b-4d47-afe3-9676bfb39f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:47.422000 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0058cec-d46b-4d47-afe3-9676bfb39f06 None None] Pushing event updated for resources: {'Port': ['ID=289bc86b-8f7d-4a79-a6e4-ee05272d71a2,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:47.441633 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device e601512a-17fb-4a1d-b12c-e48576971a46 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:47.542426 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d55809-1a6b-4a69-828b-726c38b669ea req-0e658115-8a79-4172-83c7-600fcc9eb621 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] No DVR routers for this DVR port b40875eb-0256-4b51-bc02-574b7bca6484 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:26:47.545602 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d8d55809-1a6b-4a69-828b-726c38b669ea req-0e658115-8a79-4172-83c7-600fcc9eb621 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:47.549136 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d8d55809-1a6b-4a69-828b-726c38b669ea req-0e658115-8a79-4172-83c7-600fcc9eb621 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "DELETE /v2.0/ports/b40875eb-0256-4b51-bc02-574b7bca6484 HTTP/1.1" status: 204 len: 173 time: 1.4882491 Feb 18 12:26:47.555493 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a690b0f-c915-4d8a-a07e-c1a3a7e73f50', 'name': 'network-vif-deleted', 'tag': 'b40875eb-0256-4b51-bc02-574b7bca6484'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:26:47.557759 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519d6137-6855-4709-ae91-d17e9f844817" -d '{"events": [{"server_uuid": "4a690b0f-c915-4d8a-a07e-c1a3a7e73f50", "name": "network-vif-deleted", "tag": "b40875eb-0256-4b51-bc02-574b7bca6484"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:26:47.602073 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6474e3da-0533-4041-a0ba-8e42a9112f9c req-661422c3-f10f-4297-92d1-26bcf42903f6 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 210 time: 0.0623574 Feb 18 12:26:47.615669 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f502f3b9-a2de-4fae-a8d5-69341efac921 x-openstack-request-id: req-f502f3b9-a2de-4fae-a8d5-69341efac921 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:26:47.615901 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a690b0f-c915-4d8a-a07e-c1a3a7e73f50", "name": "network-vif-deleted", "tag": "b40875eb-0256-4b51-bc02-574b7bca6484", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:26:47.616154 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f502f3b9-a2de-4fae-a8d5-69341efac921 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:26:47.616551 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a690b0f-c915-4d8a-a07e-c1a3a7e73f50', 'name': 'network-vif-deleted', 'tag': 'b40875eb-0256-4b51-bc02-574b7bca6484', 'status': 'completed', 'code': 200} Feb 18 12:26:47.640762 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-69532e4c-332a-429c-bc98-b9e803ba47b3 None None] Provisioning complete for port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:47.641167 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-69532e4c-332a-429c-bc98-b9e803ba47b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:47.709543 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port e601512a-17fb-4a1d-b12c-e48576971a46 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:47.709834 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:47.748635 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-0c26072d-550d-4c77-b8f7-f5d9c05a6ba4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Made reservation on behalf of d95d62cfc2894c6eba70f010580d7c1a for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:26:47.752693 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-0c26072d-550d-4c77-b8f7-f5d9c05a6ba4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:47.757621 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Router fa207d46-3de9-46cb-bb0e-3b14271bbfab is scheduled to L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc with binding_index 1 {{(pid=103419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:26:47.776272 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-69532e4c-332a-429c-bc98-b9e803ba47b3 None None] Current status of the port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:47.819261 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port e601512a-17fb-4a1d-b12c-e48576971a46 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:47.820324 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:47.870251 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:47.870632 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:47.952278 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:47.967357 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:26:47.977836 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Sync routers for ids ['fa207d46-3de9-46cb-bb0e-3b14271bbfab'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:26:47.989036 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Routers {'fa207d46-3de9-46cb-bb0e-3b14271bbfab'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:47.989651 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:26:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['fa207d46-3de9-46cb-bb0e-3b14271bbfab'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:47.989774 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-0c26072d-550d-4c77-b8f7-f5d9c05a6ba4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Allocated IP 172.20.0.10 (ffb8dc52-3419-418a-8199-5a2a6a804c20/4d6a2a05-4bd5-4f3c-a354-4c278cc7441a/d7e2c087-d92a-411b-97e1-ca5fa61d24ef) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:48.082102 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.083373 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-84f2a8a4-e0ba-4c8f-bfd7-9b1a64246714 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8768516 Feb 18 12:26:48.086204 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 46946) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:48.099144 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Set router fa207d46-3de9-46cb-bb0e-3b14271bbfab gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:48.140650 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-0c26072d-550d-4c77-b8f7-f5d9c05a6ba4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.263018 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-0c26072d-550d-4c77-b8f7-f5d9c05a6ba4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.299794 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'name': 'tempest-TestMinimumBasicScenario-35432311-router', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:44Z', 'updated_at': '2022-02-18T12:26:46Z', 'revision_number': 3, 'project_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'gw_port': {'id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:80:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:45Z', 'updated_at': '2022-02-18T12:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:48.343953 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b12d7d0d-72b5-487d-a380-413902fe1684 req-ab308f08-d21b-465d-9d9d-a08a643ab8cb tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a690b0f-c915-4d8a-a07e-c1a3a7e73f50 HTTP/1.1" status: 200 len: 210 time: 0.0716765 Feb 18 12:26:48.346787 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Checking router: fa207d46-3de9-46cb-bb0e-3b14271bbfab for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:26:48.347413 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Updating router fa207d46-3de9-46cb-bb0e-3b14271bbfab port f600c168-0ebc-4164-9995-a8075c3370ce binding host dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:26:48.375407 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-0c26072d-550d-4c77-b8f7-f5d9c05a6ba4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Network ffb8dc52-3419-418a-8199-5a2a6a804c20 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:48.378048 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (f600c168-0ebc-4164-9995-a8075c3370ce), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.381459 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-0c26072d-550d-4c77-b8f7-f5d9c05a6ba4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:48.383961 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-0c26072d-550d-4c77-b8f7-f5d9c05a6ba4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:48.388285 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26072d-550d-4c77-b8f7-f5d9c05a6ba4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'Port': ['ID=d7e2c087-d92a-411b-97e1-ca5fa61d24ef,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:48.448599 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286cd36-9c36-4324-8349-017403d526d2 req-0431c0ee-3084-4e9b-a9d1-aceadeb1ca49 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:48.450131 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8286cd36-9c36-4324-8349-017403d526d2 req-0431c0ee-3084-4e9b-a9d1-aceadeb1ca49 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.1744280 Feb 18 12:26:48.455514 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-0c26072d-550d-4c77-b8f7-f5d9c05a6ba4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:48.456143 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-0c26072d-550d-4c77-b8f7-f5d9c05a6ba4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.514240 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8286cd36-9c36-4324-8349-017403d526d2 req-888e4fe5-0632-4632-a696-f8b9fe441aa0 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543392 Feb 18 12:26:48.597019 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-0c26072d-550d-4c77-b8f7-f5d9c05a6ba4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6047823 Feb 18 12:26:48.613867 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Request body: {'port': {'device_id': '44df4997-9221-44d6-b871-3d1e903d99ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:26:48.695591 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.712028 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-d3fa9da9-956c-4f65-8cde-8a523fb320b0 None None] Provisioning complete for port d7e2c087-d92a-411b-97e1-ca5fa61d24ef triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:48.712410 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9da9-956c-4f65-8cde-8a523fb320b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.751569 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa9da9-956c-4f65-8cde-8a523fb320b0 None None] Port d7e2c087-d92a-411b-97e1-ca5fa61d24ef cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:26:48.814392 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95d480-6b52-4bf9-b2ae-f1d96b644bf0 req-e9a71f8d-9838-455e-a350-6f2192da1ecf tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:48.815896 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6e95d480-6b52-4bf9-b2ae-f1d96b644bf0 req-e9a71f8d-9838-455e-a350-6f2192da1ecf tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 932 time: 0.1074276 Feb 18 12:26:48.825896 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Publish callbacks [] for port (f600c168-0ebc-4164-9995-a8075c3370ce), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.843244 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.930556 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6e95d480-6b52-4bf9-b2ae-f1d96b644bf0 req-11910c2e-8e62-40a2-9a9e-8730540a8215 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744224 Feb 18 12:26:48.942576 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (f600c168-0ebc-4164-9995-a8075c3370ce), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.005871 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Allocated IP 172.20.0.1 (222a4548-978f-4740-a1d6-aae5f7d6a80c/34f8fe97-84c3-4fb0-853c-64c3937f68aa/92447636-60d1-4556-b5f2-b69e1146419e) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:26:49.006345 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fc3cc-86f8-4e1e-b529-299632dc6131 None None] Pushing event updated for resources: {'Port': ['ID=f600c168-0ebc-4164-9995-a8075c3370ce,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:49.011710 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Attempting to bind port f600c168-0ebc-4164-9995-a8075c3370ce on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:49.012106 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Attempting to bind port f600c168-0ebc-4164-9995-a8075c3370ce by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:49.012464 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Attempting to bind port f600c168-0ebc-4164-9995-a8075c3370ce on network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:49.018046 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:49.018451 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Checking segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:49.024452 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.024452 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Bound using segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:49.024452 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Bound port: f600c168-0ebc-4164-9995-a8075c3370ce, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:49.024452 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (f600c168-0ebc-4164-9995-a8075c3370ce), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.071799 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e2c087-d92a-411b-97e1-ca5fa61d24ef {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:26:49.072377 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] For port f600c168-0ebc-4164-9995-a8075c3370ce, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:49.075728 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] For port f600c168-0ebc-4164-9995-a8075c3370ce, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=f600c168-0ebc-4164-9995-a8075c3370ce,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:49.079750 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Publish callbacks [] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.091971 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Transition to ACTIVE for port object d7e2c087-d92a-411b-97e1-ca5fa61d24ef will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:26:49.115613 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Publish callbacks [] for port (92447636-60d1-4556-b5f2-b69e1146419e), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.183053 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (f600c168-0ebc-4164-9995-a8075c3370ce), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.217002 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.237616 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Routers {'fa207d46-3de9-46cb-bb0e-3b14271bbfab'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:49.240268 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (92447636-60d1-4556-b5f2-b69e1146419e), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.247082 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:26:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['fa207d46-3de9-46cb-bb0e-3b14271bbfab'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:49.302306 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Pushing event updated for resources: {'Port': ['ID=92447636-60d1-4556-b5f2-b69e1146419e,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:49.309256 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fc3cc-86f8-4e1e-b529-299632dc6131 None None] Pushing event updated for resources: {'Port': ['ID=f600c168-0ebc-4164-9995-a8075c3370ce,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:49.315180 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:49.328525 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e2c087-d92a-411b-97e1-ca5fa61d24ef,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:49.329739 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Network 222a4548-978f-4740-a1d6-aae5f7d6a80c is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:49.339513 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:49.349636 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:26:49.366133 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Attempting to bind port d7e2c087-d92a-411b-97e1-ca5fa61d24ef on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:49.366475 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Attempting to bind port d7e2c087-d92a-411b-97e1-ca5fa61d24ef by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:49.366778 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Attempting to bind port d7e2c087-d92a-411b-97e1-ca5fa61d24ef on network ffb8dc52-3419-418a-8199-5a2a6a804c20 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:49.385674 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Port d7e2c087-d92a-411b-97e1-ca5fa61d24ef on network ffb8dc52-3419-418a-8199-5a2a6a804c20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:26:49.386785 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Attempting to bind port d7e2c087-d92a-411b-97e1-ca5fa61d24ef on network ffb8dc52-3419-418a-8199-5a2a6a804c20 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:49.402399 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:49.402751 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Checking segment: {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:49.405476 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Bound using segment: {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:49.405476 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Bound port: d7e2c087-d92a-411b-97e1-ca5fa61d24ef, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:49.405476 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.416882 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] Set router fa207d46-3de9-46cb-bb0e-3b14271bbfab gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:49.434784 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:49.435268 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.438701 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556902'] for router_interface (fa207d46-3de9-46cb-bb0e-3b14271bbfab), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.567303 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device b40875eb-0256-4b51-bc02-574b7bca6484 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:26:49.569025 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] For port d7e2c087-d92a-411b-97e1-ca5fa61d24ef, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:49.579315 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] For port d7e2c087-d92a-411b-97e1-ca5fa61d24ef, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7e2c087-d92a-411b-97e1-ca5fa61d24ef,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:49.619531 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: b40875eb-0256-4b51-bc02-574b7bca6484 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:26:49.619879 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device b40875eb-0256-4b51-bc02-574b7bca6484 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:26:49.624908 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:49.711133 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b8224-b3e7-4cb0-8400-718636b9118b req-27a5cb55-2b67-4a6e-9329-882b7d65c0d2 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:49.712633 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6a4b8224-b3e7-4cb0-8400-718636b9118b req-27a5cb55-2b67-4a6e-9329-882b7d65c0d2 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0692556 Feb 18 12:26:49.730720 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'name': 'tempest-TestMinimumBasicScenario-35432311-router', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:44Z', 'updated_at': '2022-02-18T12:26:46Z', 'revision_number': 3, 'project_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'gw_port': {'id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:80:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:45Z', 'updated_at': '2022-02-18T12:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:49.744643 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.758034 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6708465-329e-40ba-89bb-932f7edbcb63 None None] The sync data for ids ['fa207d46-3de9-46cb-bb0e-3b14271bbfab'] in dv-cinder-804757-15-iscsi is: [{'id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'name': 'tempest-TestMinimumBasicScenario-35432311-router', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:44Z', 'updated_at': '2022-02-18T12:26:46Z', 'revision_number': 3, 'project_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'gw_port': {'id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:80:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:45Z', 'updated_at': '2022-02-18T12:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:26:49.796005 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:49.796485 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.797888 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] 10.222.0.82 "PUT /v2.0/ports/d7e2c087-d92a-411b-97e1-ca5fa61d24ef HTTP/1.1" status: 200 len: 1094 time: 1.1903994 Feb 18 12:26:49.804919 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44df4997-9221-44d6-b871-3d1e903d99ea', 'tag': 'd7e2c087-d92a-411b-97e1-ca5fa61d24ef'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:26:49.807849 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69aabd1-49c7-456a-82b4-bd7384c87116" -d '{"events": [{"name": "network-changed", "server_uuid": "44df4997-9221-44d6-b871-3d1e903d99ea", "tag": "d7e2c087-d92a-411b-97e1-ca5fa61d24ef"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:26:49.812158 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (92447636-60d1-4556-b5f2-b69e1146419e), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.827584 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6a4b8224-b3e7-4cb0-8400-718636b9118b req-8082cb59-c9dc-4883-a5b9-d4bcf97c2087 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046736 Feb 18 12:26:49.836374 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-4f6e7f7b-df81-4a52-ac5d-507a4d5f819c None None] Provisioning complete for port 92447636-60d1-4556-b5f2-b69e1146419e triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:49.836753 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4f6e7f7b-df81-4a52-ac5d-507a4d5f819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (92447636-60d1-4556-b5f2-b69e1146419e), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.863083 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002f06a-4942-4bbe-ae0b-7fbf82df8b11 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e2c087-d92a-411b-97e1-ca5fa61d24ef,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:49.912737 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1aad1e-5dd4-4a46-8c0b-5e63a2e6a2df x-openstack-request-id: req-9c1aad1e-5dd4-4a46-8c0b-5e63a2e6a2df {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:26:49.912737 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44df4997-9221-44d6-b871-3d1e903d99ea", "tag": "d7e2c087-d92a-411b-97e1-ca5fa61d24ef", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:26:49.912737 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c1aad1e-5dd4-4a46-8c0b-5e63a2e6a2df {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:26:49.913064 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44df4997-9221-44d6-b871-3d1e903d99ea', 'tag': 'd7e2c087-d92a-411b-97e1-ca5fa61d24ef', 'status': 'completed', 'code': 200} Feb 18 12:26:49.929161 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e7f7b-df81-4a52-ac5d-507a4d5f819c None None] Port 92447636-60d1-4556-b5f2-b69e1146419e cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:26:49.998235 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-0a6e9098-74d7-4d79-8b38-d994535f3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:49.999751 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-0a6e9098-74d7-4d79-8b38-d994535f3c5b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 1128 time: 0.0732300 Feb 18 12:26:50.038868 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Publish callbacks [] for port (92447636-60d1-4556-b5f2-b69e1146419e), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:50.075178 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-69042f25-67c0-48f3-92ee-965ba9c03a6d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7e2c087-d92a-411b-97e1-ca5fa61d24ef HTTP/1.1" status: 200 len: 217 time: 0.0643237 Feb 18 12:26:50.130977 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12850064'] for port (92447636-60d1-4556-b5f2-b69e1146419e), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:50.198602 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-9fe90274-0307-4119-ab45-352c2a5e24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:50.200072 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-9fe90274-0307-4119-ab45-352c2a5e24d5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a HTTP/1.1" status: 200 len: 851 time: 0.1086080 Feb 18 12:26:50.208270 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adc8c9-9650-439d-81ef-fa13f4ae1ee7 req-49eecb7d-0411-43e8-809f-a7432a3beea4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:50.209772 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-09adc8c9-9650-439d-81ef-fa13f4ae1ee7 req-49eecb7d-0411-43e8-809f-a7432a3beea4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 944 time: 0.1845715 Feb 18 12:26:50.212145 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Pushing event updated for resources: {'Port': ['ID=92447636-60d1-4556-b5f2-b69e1146419e,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:50.214705 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556938'] for router_interface (fa207d46-3de9-46cb-bb0e-3b14271bbfab), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:50.230842 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea0ec4-0f64-4bb4-bbdc-bcfb70bcb5b6 req-f031d992-125f-4c18-bd7c-f682daf1eb14 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:50.232393 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5dea0ec4-0f64-4bb4-bbdc-bcfb70bcb5b6 req-f031d992-125f-4c18-bd7c-f682daf1eb14 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 945 time: 0.1398213 Feb 18 12:26:50.329541 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Network 222a4548-978f-4740-a1d6-aae5f7d6a80c is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:26:50.330985 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:26:50.339655 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-09adc8c9-9650-439d-81ef-fa13f4ae1ee7 req-ad135554-b230-46a3-9208-07ba01ca50f8 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186047 Feb 18 12:26:50.343072 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5dea0ec4-0f64-4bb4-bbdc-bcfb70bcb5b6 req-21a4966e-35ef-4dcf-a5c4-3fc31838b6b0 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911124 Feb 18 12:26:50.344906 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-5500f30f-7a5b-43a0-b2d8-06cb27907c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:50.346388 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-5500f30f-7a5b-43a0-b2d8-06cb27907c55 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ffb8dc52-3419-418a-8199-5a2a6a804c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1355228 Feb 18 12:26:50.490816 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Router fa207d46-3de9-46cb-bb0e-3b14271bbfab has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:26:50.494531 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-15d3af5e-c4d5-4535-a521-f65b4585c634 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370745 Feb 18 12:26:50.638846 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0a2d11f-40ce-4071-ae63-ba2973596550 req-7058d606-09a4-4b28-8d68-3c1f1443d9e8 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295049 Feb 18 12:26:50.653966 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:26:50.668926 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-283e4fbd-e4fd-4fb2-8aa4-653a2e7ace60 admin admin] 10.222.0.52 "PUT /v2.0/routers/fa207d46-3de9-46cb-bb0e-3b14271bbfab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5739434 Feb 18 12:26:50.691842 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-4dcbd7ce-767e-46d2-8efd-6054a205de32 None None] Provisioning complete for port 92447636-60d1-4556-b5f2-b69e1146419e triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:50.693718 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4dcbd7ce-767e-46d2-8efd-6054a205de32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (92447636-60d1-4556-b5f2-b69e1146419e), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:50.729713 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4dcbd7ce-767e-46d2-8efd-6054a205de32 None None] Port 92447636-60d1-4556-b5f2-b69e1146419e cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:26:50.905959 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aabd1-49c7-456a-82b4-bd7384c87116 req-9380b91c-5a12-4737-9a81-2eeb1750f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:50.907482 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f69aabd1-49c7-456a-82b4-bd7384c87116 req-9380b91c-5a12-4737-9a81-2eeb1750f42d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 1128 time: 0.0698929 Feb 18 12:26:51.006059 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1659a-2ea3-4f63-a8d5-a10cba6b197d req-91a81886-2cc9-448e-a2dc-6f13ad1fbe10 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:51.007552 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-65b1659a-2ea3-4f63-a8d5-a10cba6b197d req-91a81886-2cc9-448e-a2dc-6f13ad1fbe10 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.1127608 Feb 18 12:26:51.045519 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aabd1-49c7-456a-82b4-bd7384c87116 req-6f21516c-4304-4123-820f-5ced782bfebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:51.046992 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f69aabd1-49c7-456a-82b4-bd7384c87116 req-6f21516c-4304-4123-820f-5ced782bfebf service neutron] 10.222.0.82 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 913 time: 0.1189742 Feb 18 12:26:51.098120 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f69aabd1-49c7-456a-82b4-bd7384c87116 req-62289f9d-b71c-4337-be61-f33117e64b89 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7e2c087-d92a-411b-97e1-ca5fa61d24ef HTTP/1.1" status: 200 len: 217 time: 0.0403359 Feb 18 12:26:51.138789 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-65b1659a-2ea3-4f63-a8d5-a10cba6b197d req-f29a571c-ebd6-4016-9e9c-8d15d67abbc9 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225500 Feb 18 12:26:51.160370 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aabd1-49c7-456a-82b4-bd7384c87116 req-7a23f9d5-f4b6-46c0-bb52-b72ca391a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:51.160370 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f69aabd1-49c7-456a-82b4-bd7384c87116 req-7a23f9d5-f4b6-46c0-bb52-b72ca391a28f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a HTTP/1.1" status: 200 len: 851 time: 0.0506430 Feb 18 12:26:51.209405 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aabd1-49c7-456a-82b4-bd7384c87116 req-e2111310-d50e-4af9-909d-49ddc372dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:51.210930 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f69aabd1-49c7-456a-82b4-bd7384c87116 req-e2111310-d50e-4af9-909d-49ddc372dcfa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ffb8dc52-3419-418a-8199-5a2a6a804c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465200 Feb 18 12:26:51.321561 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f69aabd1-49c7-456a-82b4-bd7384c87116 req-3c1b3cd0-bd07-4a4b-a077-c8bdb46d19f6 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956995 Feb 18 12:26:51.377609 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device f600c168-0ebc-4164-9995-a8075c3370ce up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:51.467701 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port f600c168-0ebc-4164-9995-a8075c3370ce triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:51.468343 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (f600c168-0ebc-4164-9995-a8075c3370ce), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:51.500667 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb4173-d5f4-457d-96ed-8619151b217f req-0ce539c0-fc9f-407f-9621-9593eb2cfce4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:51.502258 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1bbb4173-d5f4-457d-96ed-8619151b217f req-0ce539c0-fc9f-407f-9621-9593eb2cfce4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.1114109 Feb 18 12:26:51.531775 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f69aabd1-49c7-456a-82b4-bd7384c87116 req-5b934039-24ff-428b-a15b-670191746cfb service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000163 Feb 18 12:26:51.552573 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port f600c168-0ebc-4164-9995-a8075c3370ce is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:51.552961 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (f600c168-0ebc-4164-9995-a8075c3370ce), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:51.569393 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b719ff6-f711-4712-adba-e269d0d1edb8 req-d09081e6-c4e1-4a3a-b4d9-c4d7632b4570 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:51.570984 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2b719ff6-f711-4712-adba-e269d0d1edb8 req-d09081e6-c4e1-4a3a-b4d9-c4d7632b4570 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 945 time: 0.1119113 Feb 18 12:26:51.574163 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] For port f600c168-0ebc-4164-9995-a8075c3370ce, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=f600c168-0ebc-4164-9995-a8075c3370ce,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:51.588341 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1bbb4173-d5f4-457d-96ed-8619151b217f req-6479eda6-ae40-4e6f-a22f-36b0ad2621f4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712290 Feb 18 12:26:51.648766 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2b719ff6-f711-4712-adba-e269d0d1edb8 req-013c1490-7b1c-46eb-bc73-1f94e24df12e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647285 Feb 18 12:26:51.656619 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (f600c168-0ebc-4164-9995-a8075c3370ce), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:51.738615 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527ea7b-f3a8-435d-80ba-a2aaaa7191c7 req-e29ad479-8f4f-473a-aa20-5a48430d9857 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:51.740458 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7527ea7b-f3a8-435d-80ba-a2aaaa7191c7 req-e29ad479-8f4f-473a-aa20-5a48430d9857 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 944 time: 0.0769999 Feb 18 12:26:51.740791 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Pushing event updated for resources: {'Port': ['ID=f600c168-0ebc-4164-9995-a8075c3370ce,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:51.811058 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7527ea7b-f3a8-435d-80ba-a2aaaa7191c7 req-b3af0e66-87d7-40c8-87f2-81a5ae108432 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597529 Feb 18 12:26:52.141043 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92578a8d-98aa-44be-9fa2-6851bba686fb req-5c3a71ee-979b-433c-8bd7-12bee83caf00 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:52.145451 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-92578a8d-98aa-44be-9fa2-6851bba686fb req-5c3a71ee-979b-433c-8bd7-12bee83caf00 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 945 time: 0.0873377 Feb 18 12:26:52.328936 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb94e7-52b1-4ea1-af89-72995575b7d5 req-1aca0a5e-504b-4e54-bbff-514654a39137 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:52.330623 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1aeb94e7-52b1-4ea1-af89-72995575b7d5 req-1aca0a5e-504b-4e54-bbff-514654a39137 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0871229 Feb 18 12:26:52.335034 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-92578a8d-98aa-44be-9fa2-6851bba686fb req-e6bb401b-da65-403a-868b-d45b1523c2a2 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Deleting port 9d76680d-8425-4c9e-bc8b-52a276cfc65e {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:52.335554 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-92578a8d-98aa-44be-9fa2-6851bba686fb req-e6bb401b-da65-403a-868b-d45b1523c2a2 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:52.476838 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-92578a8d-98aa-44be-9fa2-6851bba686fb req-e6bb401b-da65-403a-868b-d45b1523c2a2 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] For port 9d76680d-8425-4c9e-bc8b-52a276cfc65e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9d76680d-8425-4c9e-bc8b-52a276cfc65e,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:52.476838 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-92578a8d-98aa-44be-9fa2-6851bba686fb req-e6bb401b-da65-403a-868b-d45b1523c2a2 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:52.476838 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1aeb94e7-52b1-4ea1-af89-72995575b7d5 req-2eed97df-1d4f-42bf-a943-d41848d80d2d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894516 Feb 18 12:26:52.488991 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-92578a8d-98aa-44be-9fa2-6851bba686fb req-e6bb401b-da65-403a-868b-d45b1523c2a2 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Calling delete_port for 9d76680d-8425-4c9e-bc8b-52a276cfc65e owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:52.742522 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-92578a8d-98aa-44be-9fa2-6851bba686fb req-e6bb401b-da65-403a-868b-d45b1523c2a2 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (9d76680d-8425-4c9e-bc8b-52a276cfc65e), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:52.759419 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['42aa8b4d-35aa-41c5-b544-122f6eb29684', '9d76680d-8425-4c9e-bc8b-52a276cfc65e'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:26:52.764867 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-abce93b3-c518-40bb-97d5-748738ccc3c9 req-2c190a55-b724-4834-9b42-e715ff6294dc tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 210 time: 0.0382628 Feb 18 12:26:52.797964 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb401b-da65-403a-868b-d45b1523c2a2 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Pushing event deleted for resources: {'Port': ['ID=9d76680d-8425-4c9e-bc8b-52a276cfc65e,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:52.842282 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068d837-c150-4a8d-ba68-c69ea2e7e0d1 req-51cc6a20-9540-4dcf-891f-2650b3b69410 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:52.843779 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5068d837-c150-4a8d-ba68-c69ea2e7e0d1 req-51cc6a20-9540-4dcf-891f-2650b3b69410 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.1719165 Feb 18 12:26:52.872631 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-92578a8d-98aa-44be-9fa2-6851bba686fb req-e6bb401b-da65-403a-868b-d45b1523c2a2 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] No DVR routers for this DVR port 9d76680d-8425-4c9e-bc8b-52a276cfc65e on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:26:52.875599 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-92578a8d-98aa-44be-9fa2-6851bba686fb req-e6bb401b-da65-403a-868b-d45b1523c2a2 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:52.879280 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-92578a8d-98aa-44be-9fa2-6851bba686fb req-e6bb401b-da65-403a-868b-d45b1523c2a2 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "DELETE /v2.0/ports/9d76680d-8425-4c9e-bc8b-52a276cfc65e HTTP/1.1" status: 204 len: 173 time: 0.7269871 Feb 18 12:26:52.879795 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110e0e41-8144-40d8-b910-470df3ba9153', 'name': 'network-vif-deleted', 'tag': '9d76680d-8425-4c9e-bc8b-52a276cfc65e'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:26:52.882024 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0b1103-9da8-4fa9-ba03-b8ec97dcdcc6" -d '{"events": [{"server_uuid": "110e0e41-8144-40d8-b910-470df3ba9153", "name": "network-vif-deleted", "tag": "9d76680d-8425-4c9e-bc8b-52a276cfc65e"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:26:52.953948 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5068d837-c150-4a8d-ba68-c69ea2e7e0d1 req-4441f021-11aa-4282-ae81-0eb035c083c0 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038573 Feb 18 12:26:52.981714 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8eb2e-3de5-4e62-a46c-7071bfacc447 req-7b0efd16-a9e4-45f7-a6cd-836f668bcff4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:52.985365 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d1a8eb2e-3de5-4e62-a46c-7071bfacc447 req-7b0efd16-a9e4-45f7-a6cd-836f668bcff4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 944 time: 0.0754206 Feb 18 12:26:53.011914 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Sync routers for ids ['fa207d46-3de9-46cb-bb0e-3b14271bbfab'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:26:53.026705 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Routers {'fa207d46-3de9-46cb-bb0e-3b14271bbfab'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:53.027428 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:26:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['fa207d46-3de9-46cb-bb0e-3b14271bbfab'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:53.053980 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6010042a-0901-4390-96b8-b5a93dc20638 x-openstack-request-id: req-6010042a-0901-4390-96b8-b5a93dc20638 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:26:53.054310 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110e0e41-8144-40d8-b910-470df3ba9153", "name": "network-vif-deleted", "tag": "9d76680d-8425-4c9e-bc8b-52a276cfc65e", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:26:53.054539 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6010042a-0901-4390-96b8-b5a93dc20638 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:26:53.055408 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110e0e41-8144-40d8-b910-470df3ba9153', 'name': 'network-vif-deleted', 'tag': '9d76680d-8425-4c9e-bc8b-52a276cfc65e', 'status': 'completed', 'code': 200} Feb 18 12:26:53.058778 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d1a8eb2e-3de5-4e62-a46c-7071bfacc447 req-25c127a3-fe0d-4e4f-87fd-9f24623cf100 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661249 Feb 18 12:26:53.197367 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Set router fa207d46-3de9-46cb-bb0e-3b14271bbfab gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:53.327222 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device f600c168-0ebc-4164-9995-a8075c3370ce up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:53.440714 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port f600c168-0ebc-4164-9995-a8075c3370ce triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:53.441143 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (f600c168-0ebc-4164-9995-a8075c3370ce), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:53.498450 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'name': 'tempest-TestMinimumBasicScenario-35432311-router', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:44Z', 'updated_at': '2022-02-18T12:26:49Z', 'revision_number': 4, 'project_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'gw_port': {'id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:45Z', 'updated_at': '2022-02-18T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '92447636-60d1-4556-b5f2-b69e1146419e', 'name': '', 'network_id': '222a4548-978f-4740-a1d6-aae5f7d6a80c', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'mac_address': 'fa:16:3e:e1:ce:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '34f8fe97-84c3-4fb0-853c-64c3937f68aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:48Z', 'updated_at': '2022-02-18T12:26:49Z', 'revision_number': 2, 'project_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'subnets': [{'id': '34f8fe97-84c3-4fb0-853c-64c3937f68aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:53.530118 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Checking router: fa207d46-3de9-46cb-bb0e-3b14271bbfab for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:26:53.530535 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Updating router fa207d46-3de9-46cb-bb0e-3b14271bbfab port 92447636-60d1-4556-b5f2-b69e1146419e binding host dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:26:53.588588 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (92447636-60d1-4556-b5f2-b69e1146419e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:53.618330 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port f600c168-0ebc-4164-9995-a8075c3370ce is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:53.625127 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44300c21-ef55-4ecf-bd5c-09144f74aab6 req-679ec393-1f96-4506-bf94-24402fb3ea54 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:53.632422 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-44300c21-ef55-4ecf-bd5c-09144f74aab6 req-679ec393-1f96-4506-bf94-24402fb3ea54 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0818768 Feb 18 12:26:53.718748 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-44300c21-ef55-4ecf-bd5c-09144f74aab6 req-dbf4f43e-0bdb-4727-9746-ed53ff823c0c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853531 Feb 18 12:26:53.900118 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392844ee-9e6d-4a72-a946-45c656ecdbb9 req-59d413fb-738b-44a7-b11b-ff0291a05811 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=110e0e41-8144-40d8-b910-470df3ba9153 HTTP/1.1" status: 200 len: 210 time: 0.0375226 Feb 18 12:26:53.949441 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Publish callbacks [] for port (92447636-60d1-4556-b5f2-b69e1146419e), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:54.057125 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (92447636-60d1-4556-b5f2-b69e1146419e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:54.118200 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22742d9-3bb6-4913-962c-16f13d9f8794 req-61b6880a-652f-485a-8814-ca0b93831ace tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:54.123944 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d22742d9-3bb6-4913-962c-16f13d9f8794 req-61b6880a-652f-485a-8814-ca0b93831ace tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0698776 Feb 18 12:26:54.179699 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1f0b1-4efe-402d-8980-8dd72826002e None None] Pushing event updated for resources: {'Port': ['ID=92447636-60d1-4556-b5f2-b69e1146419e,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:54.211571 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d22742d9-3bb6-4913-962c-16f13d9f8794 req-201346ad-512d-4145-8caa-0135f180e982 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852180 Feb 18 12:26:54.252186 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Attempting to bind port 92447636-60d1-4556-b5f2-b69e1146419e on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:26:54.253499 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Attempting to bind port 92447636-60d1-4556-b5f2-b69e1146419e by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '222a4548-978f-4740-a1d6-aae5f7d6a80c'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:26:54.254278 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Attempting to bind port 92447636-60d1-4556-b5f2-b69e1146419e on network 222a4548-978f-4740-a1d6-aae5f7d6a80c {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:26:54.263498 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:26:54.264046 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Checking segment: {'id': '4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '222a4548-978f-4740-a1d6-aae5f7d6a80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:26:54.264553 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:54.265610 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Bound using segment: {'id': '4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '222a4548-978f-4740-a1d6-aae5f7d6a80c'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:26:54.265610 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Bound port: 92447636-60d1-4556-b5f2-b69e1146419e, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '222a4548-978f-4740-a1d6-aae5f7d6a80c'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:26:54.265826 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (92447636-60d1-4556-b5f2-b69e1146419e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:54.290833 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c840d-cb71-4fc6-a943-5104f2dacfef req-2821df7f-36f0-49bf-97d6-c3b201afb55a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:54.297837 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-078c840d-cb71-4fc6-a943-5104f2dacfef req-2821df7f-36f0-49bf-97d6-c3b201afb55a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 944 time: 0.0809360 Feb 18 12:26:54.361666 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] For port 92447636-60d1-4556-b5f2-b69e1146419e, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:26:54.366289 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] For port 92447636-60d1-4556-b5f2-b69e1146419e, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=92447636-60d1-4556-b5f2-b69e1146419e,segment=NetworkSegment(4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f),segment_id=4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:26:54.369518 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-078c840d-cb71-4fc6-a943-5104f2dacfef req-7cba557b-c95f-47af-8244-bd2a3980c381 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705154 Feb 18 12:26:54.452045 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (92447636-60d1-4556-b5f2-b69e1146419e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:54.545052 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-30452045-79a3-4371-8cb5-0311eb7bbb5c None None] Provisioning complete for port 92447636-60d1-4556-b5f2-b69e1146419e triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:54.545380 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30452045-79a3-4371-8cb5-0311eb7bbb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (92447636-60d1-4556-b5f2-b69e1146419e), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:54.551138 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Routers {'fa207d46-3de9-46cb-bb0e-3b14271bbfab'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:54.551763 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:26:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['fa207d46-3de9-46cb-bb0e-3b14271bbfab'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:54.570271 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1f0b1-4efe-402d-8980-8dd72826002e None None] Pushing event updated for resources: {'Port': ['ID=92447636-60d1-4556-b5f2-b69e1146419e,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:54.855287 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] Set router fa207d46-3de9-46cb-bb0e-3b14271bbfab gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:54.883523 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b2b7d-7a70-462b-9954-ab6599c7ced9 req-4c66717d-8077-4130-8c69-cc28ddb6533c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:54.886398 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-999b2b7d-7a70-462b-9954-ab6599c7ced9 req-4c66717d-8077-4130-8c69-cc28ddb6533c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0725296 Feb 18 12:26:54.892400 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-30452045-79a3-4371-8cb5-0311eb7bbb5c None None] Current status of the port 92447636-60d1-4556-b5f2-b69e1146419e is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:54.892806 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30452045-79a3-4371-8cb5-0311eb7bbb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (92447636-60d1-4556-b5f2-b69e1146419e), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:54.942566 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-999b2b7d-7a70-462b-9954-ab6599c7ced9 req-f3089d94-f817-43bc-b1b6-828cb3d83156 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521290 Feb 18 12:26:55.031673 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-30452045-79a3-4371-8cb5-0311eb7bbb5c None None] For port 92447636-60d1-4556-b5f2-b69e1146419e, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=92447636-60d1-4556-b5f2-b69e1146419e,segment=NetworkSegment(4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f),segment_id=4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:55.127860 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'name': 'tempest-TestMinimumBasicScenario-35432311-router', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:44Z', 'updated_at': '2022-02-18T12:26:49Z', 'revision_number': 4, 'project_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'gw_port': {'id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:45Z', 'updated_at': '2022-02-18T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '92447636-60d1-4556-b5f2-b69e1146419e', 'name': '', 'network_id': '222a4548-978f-4740-a1d6-aae5f7d6a80c', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'mac_address': 'fa:16:3e:e1:ce:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '34f8fe97-84c3-4fb0-853c-64c3937f68aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:48Z', 'updated_at': '2022-02-18T12:26:54Z', 'revision_number': 4, 'project_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'subnets': [{'id': '34f8fe97-84c3-4fb0-853c-64c3937f68aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:55.157196 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b7148-8713-45e4-bad1-6ca9f413f252 None None] The sync data for ids ['fa207d46-3de9-46cb-bb0e-3b14271bbfab'] in dv-cinder-804757-15-iscsi is: [{'id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'name': 'tempest-TestMinimumBasicScenario-35432311-router', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:44Z', 'updated_at': '2022-02-18T12:26:49Z', 'revision_number': 4, 'project_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'gw_port': {'id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:45Z', 'updated_at': '2022-02-18T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '92447636-60d1-4556-b5f2-b69e1146419e', 'name': '', 'network_id': '222a4548-978f-4740-a1d6-aae5f7d6a80c', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'mac_address': 'fa:16:3e:e1:ce:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '34f8fe97-84c3-4fb0-853c-64c3937f68aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:48Z', 'updated_at': '2022-02-18T12:26:54Z', 'revision_number': 4, 'project_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'subnets': [{'id': '34f8fe97-84c3-4fb0-853c-64c3937f68aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:26:55.357161 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 92447636-60d1-4556-b5f2-b69e1146419e up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:55.362202 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03162660-8f0a-4bdf-a808-e2198f05ee10 req-345e6e44-699b-458e-8273-6b3bd4cf828f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:55.364009 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-03162660-8f0a-4bdf-a808-e2198f05ee10 req-345e6e44-699b-458e-8273-6b3bd4cf828f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0650737 Feb 18 12:26:55.383614 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30452045-79a3-4371-8cb5-0311eb7bbb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (92447636-60d1-4556-b5f2-b69e1146419e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:55.440438 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-03162660-8f0a-4bdf-a808-e2198f05ee10 req-b559ca61-8873-406f-8c02-9094b862e083 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702124 Feb 18 12:26:55.458885 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30452045-79a3-4371-8cb5-0311eb7bbb5c None None] Pushing event updated for resources: {'Port': ['ID=92447636-60d1-4556-b5f2-b69e1146419e,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:55.486907 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 92447636-60d1-4556-b5f2-b69e1146419e triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:55.487288 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (92447636-60d1-4556-b5f2-b69e1146419e), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:55.548543 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329151cc-010e-465c-97d2-f79e94ec3ef1 req-59e94ad3-6370-4e2a-9276-03c64eecc7a5 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:55.551067 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-329151cc-010e-465c-97d2-f79e94ec3ef1 req-59e94ad3-6370-4e2a-9276-03c64eecc7a5 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 944 time: 0.0826316 Feb 18 12:26:55.564907 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-d1452cf1-71c1-4c2d-82a8-ca909e988cb3 None None] Provisioning complete for port 92447636-60d1-4556-b5f2-b69e1146419e triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:55.565296 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d1452cf1-71c1-4c2d-82a8-ca909e988cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (92447636-60d1-4556-b5f2-b69e1146419e), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:55.572910 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 9d76680d-8425-4c9e-bc8b-52a276cfc65e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:26:55.619133 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: 9d76680d-8425-4c9e-bc8b-52a276cfc65e {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:26:55.619540 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 9d76680d-8425-4c9e-bc8b-52a276cfc65e not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:26:55.651932 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-329151cc-010e-465c-97d2-f79e94ec3ef1 req-ff8d1511-e1be-4f88-a9f2-62fd707ccf07 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941615 Feb 18 12:26:55.686252 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 92447636-60d1-4556-b5f2-b69e1146419e is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:55.746737 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d1452cf1-71c1-4c2d-82a8-ca909e988cb3 None None] Current status of the port 92447636-60d1-4556-b5f2-b69e1146419e is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:56.089928 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398c191-50e9-4b19-8528-60a82896bdbf req-0da670d1-c60f-402d-99a1-41b808bbfd5a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:56.097691 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a398c191-50e9-4b19-8528-60a82896bdbf req-0da670d1-c60f-402d-99a1-41b808bbfd5a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0746124 Feb 18 12:26:56.172099 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a398c191-50e9-4b19-8528-60a82896bdbf req-4feeeccd-60b1-46d5-861b-526926989100 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675685 Feb 18 12:26:56.578736 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687be36-b0df-465b-bc31-455c93cf28fb req-a1972b99-57ae-49db-bad6-664d13297a8d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:56.588218 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4687be36-b0df-465b-bc31-455c93cf28fb req-a1972b99-57ae-49db-bad6-664d13297a8d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0705750 Feb 18 12:26:56.657771 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4687be36-b0df-465b-bc31-455c93cf28fb req-7d08da03-5cc5-42f2-be04-9866177c1abf tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684080 Feb 18 12:26:56.828391 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027c907-531f-4af1-8acf-34314727a531 req-e15b46a1-e05e-4f6a-9a65-50275e29c55f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:56.830419 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c027c907-531f-4af1-8acf-34314727a531 req-e15b46a1-e05e-4f6a-9a65-50275e29c55f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 944 time: 0.0747452 Feb 18 12:26:56.914035 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c027c907-531f-4af1-8acf-34314727a531 req-98109717-26be-4794-bd6d-ed897ce3547a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779653 Feb 18 12:26:57.134129 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982ec93-d75d-4af4-bcb1-e85d83c8de8f req-16c3a0aa-07e7-4348-b933-dbeba50208b1 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:57.138311 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f982ec93-d75d-4af4-bcb1-e85d83c8de8f req-16c3a0aa-07e7-4348-b933-dbeba50208b1 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 946 time: 0.0640416 Feb 18 12:26:57.195558 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f982ec93-d75d-4af4-bcb1-e85d83c8de8f req-1faa05ae-8b64-4e9c-8bd2-dbf4383f3616 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530815 Feb 18 12:26:57.314552 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 92447636-60d1-4556-b5f2-b69e1146419e up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:26:57.379336 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 92447636-60d1-4556-b5f2-b69e1146419e triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:26:57.379717 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (92447636-60d1-4556-b5f2-b69e1146419e), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:57.382240 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159046fc-622a-49e4-86df-3d32d945b7c4 req-e215e6e6-8e54-47c3-87b5-05ad95a76522 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:57.391688 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-159046fc-622a-49e4-86df-3d32d945b7c4 req-e215e6e6-8e54-47c3-87b5-05ad95a76522 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.1317091 Feb 18 12:26:57.480433 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-159046fc-622a-49e4-86df-3d32d945b7c4 req-e0faf387-5f25-44eb-8cd1-1f41ee3e5ae1 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875742 Feb 18 12:26:57.543702 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 92447636-60d1-4556-b5f2-b69e1146419e is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:57.558598 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c46f8-b844-4234-8f12-df5b91ddfc1f req-486a8b98-7f7e-4d76-88be-166be9610be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:57.562230 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a19c46f8-b844-4234-8f12-df5b91ddfc1f req-486a8b98-7f7e-4d76-88be-166be9610be7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 1129 time: 0.0566208 Feb 18 12:26:57.615417 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a19c46f8-b844-4234-8f12-df5b91ddfc1f req-81c64035-a3af-4f5d-85ac-02ede402fd57 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428393 Feb 18 12:26:57.801755 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c0bbd-58cd-41e5-a7f2-f83231c02491 req-64eec8d3-736a-488c-bfdf-4272e480499f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:57.803586 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d53c0bbd-58cd-41e5-a7f2-f83231c02491 req-64eec8d3-736a-488c-bfdf-4272e480499f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0612242 Feb 18 12:26:57.856402 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d53c0bbd-58cd-41e5-a7f2-f83231c02491 req-437ced05-947a-49f7-b3f8-223961760b3e tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459919 Feb 18 12:26:58.052375 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3c0b3-0170-47a3-a52a-24a48db8750f req-57675cde-741c-4f1a-a5ea-f6c1d4317abb tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:58.059164 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-46a3c0b3-0170-47a3-a52a-24a48db8750f req-57675cde-741c-4f1a-a5ea-f6c1d4317abb tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 944 time: 0.0674076 Feb 18 12:26:58.115542 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-46a3c0b3-0170-47a3-a52a-24a48db8750f req-59b84b71-a72a-482d-ae7e-0de85dd7d552 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554543 Feb 18 12:26:58.340055 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ada68-a755-4ccd-a5c1-680062a4feca req-572ffe51-07bd-4f8a-adc6-d3755beb8e8c tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:58.341631 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1a9ada68-a755-4ccd-a5c1-680062a4feca req-572ffe51-07bd-4f8a-adc6-d3755beb8e8c tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 946 time: 0.0571680 Feb 18 12:26:58.403197 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1a9ada68-a755-4ccd-a5c1-680062a4feca req-24e953ab-fc53-48e3-bf17-0eae0f0a017b tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555770 Feb 18 12:26:58.614441 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656003cf-4ad2-48ec-a4bc-2c0a76e9f5c6 req-2ef6c93f-2623-42f6-8c0d-3988c9f97652 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:58.615927 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-656003cf-4ad2-48ec-a4bc-2c0a76e9f5c6 req-2ef6c93f-2623-42f6-8c0d-3988c9f97652 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0520866 Feb 18 12:26:58.683074 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-656003cf-4ad2-48ec-a4bc-2c0a76e9f5c6 req-5d53323a-f94e-4b20-9564-64d19c15bfb4 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615764 Feb 18 12:26:58.979017 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914afba4-d1f8-4d74-bcf4-391a08c3b534 req-0b90fb12-fac9-4a02-8b0d-f5e1fe98b9e6 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:58.980492 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-914afba4-d1f8-4d74-bcf4-391a08c3b534 req-0b90fb12-fac9-4a02-8b0d-f5e1fe98b9e6 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0521011 Feb 18 12:26:59.028764 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-914afba4-d1f8-4d74-bcf4-391a08c3b534 req-78e08495-dba4-4af4-83b7-f137e98bd842 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426023 Feb 18 12:26:59.255614 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce5a38-a0b4-4d8c-b8bc-f508484b9285 req-cfd65ad9-8a7c-4f42-9217-c75ff6d703d4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:59.257121 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f2ce5a38-a0b4-4d8c-b8bc-f508484b9285 req-cfd65ad9-8a7c-4f42-9217-c75ff6d703d4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 944 time: 0.0705228 Feb 18 12:26:59.311574 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f2ce5a38-a0b4-4d8c-b8bc-f508484b9285 req-bfba4ba2-949a-40fd-9936-f8d95fe95402 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485086 Feb 18 12:26:59.547082 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd6cfc-0d1e-407c-927e-6d271a0126ff req-08251d3d-816a-4e0b-9ce7-84e352206d6d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:59.548649 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a8fd6cfc-0d1e-407c-927e-6d271a0126ff req-08251d3d-816a-4e0b-9ce7-84e352206d6d tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 946 time: 0.0937157 Feb 18 12:26:59.561581 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eebe54-d397-4aad-b32d-e8bd1505ee2a req-63b16e63-64fa-482b-8b13-60e5e4a842b9 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:59.569288 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b6eebe54-d397-4aad-b32d-e8bd1505ee2a req-63b16e63-64fa-482b-8b13-60e5e4a842b9 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 946 time: 0.0818892 Feb 18 12:26:59.585140 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d7e2c087-d92a-411b-97e1-ca5fa61d24ef details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:26:59.657941 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b6eebe54-d397-4aad-b32d-e8bd1505ee2a req-9e59a879-c524-4078-8ef9-c8f2ecadcc95 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/security-groups?id=48e01b10-e313-4770-b7b0-dcacd44acbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811253 Feb 18 12:26:59.713660 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d7e2c087-d92a-411b-97e1-ca5fa61d24ef, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7e2c087-d92a-411b-97e1-ca5fa61d24ef,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:59.730401 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': 'd7e2c087-d92a-411b-97e1-ca5fa61d24ef', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'port_id': 'd7e2c087-d92a-411b-97e1-ca5fa61d24ef', 'mac_address': 'fa:16:3e:39:0a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:26:59.737169 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-a8fd6cfc-0d1e-407c-927e-6d271a0126ff req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Deleting port 42aa8b4d-35aa-41c5-b544-122f6eb29684 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:59.737510 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-a8fd6cfc-0d1e-407c-927e-6d271a0126ff req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:59.784015 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port d7e2c087-d92a-411b-97e1-ca5fa61d24ef is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:26:59.784743 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:59.809438 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e2c087-d92a-411b-97e1-ca5fa61d24ef {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:26:59.843987 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d7e2c087-d92a-411b-97e1-ca5fa61d24ef, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7e2c087-d92a-411b-97e1-ca5fa61d24ef,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:59.914510 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:00.011105 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=d7e2c087-d92a-411b-97e1-ca5fa61d24ef,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:00.189728 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-a8fd6cfc-0d1e-407c-927e-6d271a0126ff req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] For port 42aa8b4d-35aa-41c5-b544-122f6eb29684, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=42aa8b4d-35aa-41c5-b544-122f6eb29684,segment=NetworkSegment(b108c29f-713f-4ebd-8eba-315edf6f703a),segment_id=b108c29f-713f-4ebd-8eba-315edf6f703a)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:00.190111 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-a8fd6cfc-0d1e-407c-927e-6d271a0126ff req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:00.194853 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['d7e2c087-d92a-411b-97e1-ca5fa61d24ef'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:27:00.205840 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14764fa6-51b5-4630-8383-fc5c8103032d req-a96dbf99-f369-4b3e-8cdb-6078dddf6331 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:00.209313 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-14764fa6-51b5-4630-8383-fc5c8103032d req-a96dbf99-f369-4b3e-8cdb-6078dddf6331 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.4452107 Feb 18 12:27:00.224186 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-a8fd6cfc-0d1e-407c-927e-6d271a0126ff req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Calling delete_port for 42aa8b4d-35aa-41c5-b544-122f6eb29684 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:27:00.303560 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812edb3d-a558-4487-b530-33c56e47fb04 req-655172e0-4850-40e4-a96f-021cb746f1e5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:00.305015 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-812edb3d-a558-4487-b530-33c56e47fb04 req-655172e0-4850-40e4-a96f-021cb746f1e5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.1855674 Feb 18 12:27:00.340192 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-14764fa6-51b5-4630-8383-fc5c8103032d req-5265a360-829b-4216-be01-d84778f21c4b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241665 Feb 18 12:27:00.383121 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-812edb3d-a558-4487-b530-33c56e47fb04 req-eb651275-f4d8-4a57-8ba8-54883963d5a5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718951 Feb 18 12:27:00.560683 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefda0a1-66e6-45b9-8173-9d02c36c905b req-375f78b4-a78d-48ca-949b-6082ed9134d7 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:00.562197 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aefda0a1-66e6-45b9-8173-9d02c36c905b req-375f78b4-a78d-48ca-949b-6082ed9134d7 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 945 time: 0.1068237 Feb 18 12:27:00.639773 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aefda0a1-66e6-45b9-8173-9d02c36c905b req-8693a8a0-5c44-4a91-98a7-873c33e0568c tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702283 Feb 18 12:27:00.641384 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-a8fd6cfc-0d1e-407c-927e-6d271a0126ff req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (42aa8b4d-35aa-41c5-b544-122f6eb29684), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:00.661271 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['42aa8b4d-35aa-41c5-b544-122f6eb29684'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:27:00.692250 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Pushing event deleted for resources: {'Port': ['ID=42aa8b4d-35aa-41c5-b544-122f6eb29684,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:00.708844 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:00.709194 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:00.709540 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:00.709877 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:00.710243 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:00.710575 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:00.710904 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:00.711231 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:00.711557 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:00.711934 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:00.712227 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:00.712514 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:00.712837 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:00.751838 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fd6cfc-0d1e-407c-927e-6d271a0126ff req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] No DVR routers for this DVR port 42aa8b4d-35aa-41c5-b544-122f6eb29684 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:27:00.762051 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-a8fd6cfc-0d1e-407c-927e-6d271a0126ff req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:00.765225 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a8fd6cfc-0d1e-407c-927e-6d271a0126ff req-1c398260-a4d0-4bcf-983c-ec2684c1c65e tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.82 "DELETE /v2.0/ports/42aa8b4d-35aa-41c5-b544-122f6eb29684 HTTP/1.1" status: 204 len: 173 time: 1.1946535 Feb 18 12:27:00.765651 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f75824-4869-4931-8976-22c53bd5e650', 'name': 'network-vif-deleted', 'tag': '42aa8b4d-35aa-41c5-b544-122f6eb29684'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:27:00.767911 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87de0218-226b-472d-b3ff-24b952a3e9a0" -d '{"events": [{"server_uuid": "f0f75824-4869-4931-8976-22c53bd5e650", "name": "network-vif-deleted", "tag": "42aa8b4d-35aa-41c5-b544-122f6eb29684"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:27:00.789990 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5c58677-11b6-42a0-a3a8-9ba817a14edc req-86d40c58-9779-4167-b22b-0002984dd701 tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 210 time: 0.0392234 Feb 18 12:27:00.851168 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c932cdb-e1ee-4668-9a4f-6a03beab7a33 x-openstack-request-id: req-5c932cdb-e1ee-4668-9a4f-6a03beab7a33 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:27:00.851503 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f75824-4869-4931-8976-22c53bd5e650", "name": "network-vif-deleted", "tag": "42aa8b4d-35aa-41c5-b544-122f6eb29684", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:27:00.851696 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c932cdb-e1ee-4668-9a4f-6a03beab7a33 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:27:00.852088 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f75824-4869-4931-8976-22c53bd5e650', 'name': 'network-vif-deleted', 'tag': '42aa8b4d-35aa-41c5-b544-122f6eb29684', 'status': 'completed', 'code': 200} Feb 18 12:27:00.961130 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956af1b6-db39-4065-998b-956923872ddb req-fe3ebcd9-e047-40c1-b985-c790ede4aabc tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:00.962926 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-956af1b6-db39-4065-998b-956923872ddb req-fe3ebcd9-e047-40c1-b985-c790ede4aabc tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0609028 Feb 18 12:27:01.062691 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-956af1b6-db39-4065-998b-956923872ddb req-a9952867-3811-4056-9fd7-5fc3faab603b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928645 Feb 18 12:27:01.070016 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12abad4-ba2b-4390-b0f4-afe90e84fe73 req-3e8d2af9-a803-4b12-b88a-540eca0275be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:01.071743 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e12abad4-ba2b-4390-b0f4-afe90e84fe73 req-3e8d2af9-a803-4b12-b88a-540eca0275be service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b7f00ee67e874fc3a3812a11c0f82173&device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 1129 time: 0.0782382 Feb 18 12:27:01.185175 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12abad4-ba2b-4390-b0f4-afe90e84fe73 req-f49d7e46-81bd-4069-b932-e89bc1cc23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:01.186541 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e12abad4-ba2b-4390-b0f4-afe90e84fe73 req-f49d7e46-81bd-4069-b932-e89bc1cc23dc service neutron] 10.222.0.82 "GET /v2.0/networks?id=a0caea6f-d101-4a72-bcf9-9fc354267f4d HTTP/1.1" status: 200 len: 919 time: 0.1073239 Feb 18 12:27:01.251505 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e12abad4-ba2b-4390-b0f4-afe90e84fe73 req-708ca7b8-1548-41b7-8936-1925963fdd5d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fdbe57-07f9-4d8e-8a50-3cf845658821 HTTP/1.1" status: 200 len: 217 time: 0.0471485 Feb 18 12:27:01.304445 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12abad4-ba2b-4390-b0f4-afe90e84fe73 req-e4af5142-1d3a-41b7-8584-f8aae8e4fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:01.305961 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e12abad4-ba2b-4390-b0f4-afe90e84fe73 req-e4af5142-1d3a-41b7-8584-f8aae8e4fe03 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69bf8867-f823-469a-96c2-77b410e47401 HTTP/1.1" status: 200 len: 858 time: 0.0476260 Feb 18 12:27:01.345443 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e12abad4-ba2b-4390-b0f4-afe90e84fe73 req-9c1b63a3-3578-4ce2-9c31-f2a3994a915d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0caea6f-d101-4a72-bcf9-9fc354267f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269167 Feb 18 12:27:01.473030 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e12abad4-ba2b-4390-b0f4-afe90e84fe73 req-07e73dc9-1e11-430a-8c52-56abe60ae640 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196787 Feb 18 12:27:01.601223 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d7e2c087-d92a-411b-97e1-ca5fa61d24ef up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:27:01.619279 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9872b84-5d40-4b04-8043-a9738420b114 req-282ea253-5f85-487f-8aee-7a77fe5ab3f1 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:01.620906 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f9872b84-5d40-4b04-8043-a9738420b114 req-282ea253-5f85-487f-8aee-7a77fe5ab3f1 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.1154606 Feb 18 12:27:01.649316 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e12abad4-ba2b-4390-b0f4-afe90e84fe73 req-4f46df99-c7d4-40c4-8e29-7616ed2f03da service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696582 Feb 18 12:27:01.713080 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f9872b84-5d40-4b04-8043-a9738420b114 req-f0c3e75c-359b-4144-abdd-7ec0c08bc2af tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770328 Feb 18 12:27:01.766910 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port d7e2c087-d92a-411b-97e1-ca5fa61d24ef completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:27:01.776981 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port d7e2c087-d92a-411b-97e1-ca5fa61d24ef triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:27:01.777613 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:01.859540 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3c6de-3eb3-4ab5-a095-5b10f5845184 req-da98e778-dc45-4623-936c-d5284412e6be tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:01.886624 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fcf3c6de-3eb3-4ab5-a095-5b10f5845184 req-da98e778-dc45-4623-936c-d5284412e6be tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 945 time: 0.1125321 Feb 18 12:27:01.958029 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port d7e2c087-d92a-411b-97e1-ca5fa61d24ef is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:27:01.958273 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:01.987678 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44df4997-9221-44d6-b871-3d1e903d99ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e2c087-d92a-411b-97e1-ca5fa61d24ef'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:27:01.988427 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b547192-1839-441d-a958-37b65d78f12d" -d '{"events": [{"server_uuid": "44df4997-9221-44d6-b871-3d1e903d99ea", "name": "network-vif-plugged", "status": "completed", "tag": "d7e2c087-d92a-411b-97e1-ca5fa61d24ef"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:27:02.020620 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-550dfd59-d36a-4f9d-af97-de8d9c854090 req-9947f876-0b4b-4fa4-bbeb-65bb2ef69a0f tempest-AttachVolumeNegativeTest-2095921339 tempest-AttachVolumeNegativeTest-2095921339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f75824-4869-4931-8976-22c53bd5e650 HTTP/1.1" status: 200 len: 210 time: 0.0577118 Feb 18 12:27:02.025256 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d7e2c087-d92a-411b-97e1-ca5fa61d24ef, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7e2c087-d92a-411b-97e1-ca5fa61d24ef,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:02.039130 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fcf3c6de-3eb3-4ab5-a095-5b10f5845184 req-e7d654e3-3526-4db7-b3da-9eb15445ac69 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1499841 Feb 18 12:27:02.058334 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a5c4dc-1c72-461f-b78f-89eee49f3b22 x-openstack-request-id: req-c1a5c4dc-1c72-461f-b78f-89eee49f3b22 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:27:02.064711 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44df4997-9221-44d6-b871-3d1e903d99ea", "name": "network-vif-plugged", "status": "completed", "tag": "d7e2c087-d92a-411b-97e1-ca5fa61d24ef", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:27:02.064711 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1a5c4dc-1c72-461f-b78f-89eee49f3b22 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:27:02.064711 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44df4997-9221-44d6-b871-3d1e903d99ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e2c087-d92a-411b-97e1-ca5fa61d24ef', 'code': 200} Feb 18 12:27:02.084666 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:02.085477 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 42aa8b4d-35aa-41c5-b544-122f6eb29684 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:27:02.141002 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: 42aa8b4d-35aa-41c5-b544-122f6eb29684 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:27:02.141499 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 42aa8b4d-35aa-41c5-b544-122f6eb29684 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:27:02.179804 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=d7e2c087-d92a-411b-97e1-ca5fa61d24ef,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:02.221731 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7d218-3d95-4f0a-b538-8eed2786a476 req-551f7577-9d75-43a6-830b-367c085d4f3d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:02.224297 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baa7d218-3d95-4f0a-b538-8eed2786a476 req-551f7577-9d75-43a6-830b-367c085d4f3d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0593798 Feb 18 12:27:02.275137 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baa7d218-3d95-4f0a-b538-8eed2786a476 req-ab113650-79a1-4c01-a86c-45e027015992 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443149 Feb 18 12:27:02.850830 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09975fc-3cce-4aab-9d08-1a5d16b90b75 req-71a8996c-e078-4002-b29e-a7b3f7977c15 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:02.852302 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e09975fc-3cce-4aab-9d08-1a5d16b90b75 req-71a8996c-e078-4002-b29e-a7b3f7977c15 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0638230 Feb 18 12:27:02.900716 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e09975fc-3cce-4aab-9d08-1a5d16b90b75 req-4d28c9a2-27ff-4784-ae42-b8cb274deb85 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421767 Feb 18 12:27:03.056214 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 47142) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:03.128270 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Deleting subnet b1c352a1-857a-4072-b4cc-94c967e8170a {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:27:03.147353 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Publish callbacks [] for subnet (b1c352a1-857a-4072-b4cc-94c967e8170a), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:03.197335 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14228871'] for subnet (b1c352a1-857a-4072-b4cc-94c967e8170a), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:03.224557 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986aefc-cf4b-45d0-b972-892f155df430 req-3158e4ac-6ac3-40c3-a8d4-8f05f9414dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:03.226148 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7986aefc-cf4b-45d0-b972-892f155df430 req-3158e4ac-6ac3-40c3-a8d4-8f05f9414dce service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 1130 time: 0.0604963 Feb 18 12:27:03.237640 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc85a-87c8-473b-84a1-62f79c2ef8e7 req-9da0d6f4-ef39-45c9-a309-9572d65c4e5a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:03.239531 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (b1c352a1-857a-4072-b4cc-94c967e8170a), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:03.240092 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ac3fc85a-87c8-473b-84a1-62f79c2ef8e7 req-9da0d6f4-ef39-45c9-a309-9572d65c4e5a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 946 time: 0.1099036 Feb 18 12:27:03.308194 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ac3fc85a-87c8-473b-84a1-62f79c2ef8e7 req-5cfd3d68-e9d4-43cf-af0d-565d6fdcb1cb tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656636 Feb 18 12:27:03.350809 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7986aefc-cf4b-45d0-b972-892f155df430 req-ea804282-1bf3-43a0-880b-a8305ff3907d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037571 Feb 18 12:27:03.417000 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12850526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326161'] for subnet (b1c352a1-857a-4072-b4cc-94c967e8170a), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:03.424707 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a09dd6-3e80-4ccd-9eec-f46165852438 req-3aa075e4-fd7d-4887-8a77-3163116dab13 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:03.426430 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b5a09dd6-3e80-4ccd-9eec-f46165852438 req-3aa075e4-fd7d-4887-8a77-3163116dab13 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0612218 Feb 18 12:27:03.447484 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1c352a1-857a-4072-b4cc-94c967e8170a,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:03.457144 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:03.460453 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b1c352a1-857a-4072-b4cc-94c967e8170a HTTP/1.1" status: 204 len: 168 time: 0.4038258 Feb 18 12:27:03.462146 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:03.468717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:03.468717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:03.468717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:03.468717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:03.468717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:03.468717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:03.468717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:03.468717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:03.468717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:03.468717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:03.468717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:03.468717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeedbf1-294c-4379-9caf-5b882d4b36d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:03.473477 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 47154) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:03.492876 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b5a09dd6-3e80-4ccd-9eec-f46165852438 req-fa66c762-9bb3-43f3-85c6-a5678aef2751 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602949 Feb 18 12:27:03.549582 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59a64dc8-aa04-4ef3-a4f3-d35740390b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (f1d28a73-edef-493c-ac98-beeac644e446), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:03.629939 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59a64dc8-aa04-4ef3-a4f3-d35740390b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (f1d28a73-edef-493c-ac98-beeac644e446), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:03.649436 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-59a64dc8-aa04-4ef3-a4f3-d35740390b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d28a73-edef-493c-ac98-beeac644e446']}} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:03.658396 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-59a64dc8-aa04-4ef3-a4f3-d35740390b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b108c29f-713f-4ebd-8eba-315edf6f703a') {'for_net_delete': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:03.658692 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-59a64dc8-aa04-4ef3-a4f3-d35740390b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b108c29f-713f-4ebd-8eba-315edf6f703a') {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:03.667817 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59a64dc8-aa04-4ef3-a4f3-d35740390b6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14228990'] for segment (b108c29f-713f-4ebd-8eba-315edf6f703a), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:03.680819 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59a64dc8-aa04-4ef3-a4f3-d35740390b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (b108c29f-713f-4ebd-8eba-315edf6f703a), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:03.687003 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a64dc8-aa04-4ef3-a4f3-d35740390b6c admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:27:03.687389 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59a64dc8-aa04-4ef3-a4f3-d35740390b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12850108'] for segment (b108c29f-713f-4ebd-8eba-315edf6f703a), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: Traceback (most recent call last): Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: timer() Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: cb(*args, **kw) Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: return func(*args, **kwargs) Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: self._notify() Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: self.callback(batched_events) Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: event.method(event) Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: return f(self, *a, **k) Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: return self._get(url).json() Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: return self.request(url, 'GET', **kwargs) Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:27:03.689051 dv-cinder-804757-15-iscsi neutron-server[103420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:27:03.868063 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59a64dc8-aa04-4ef3-a4f3-d35740390b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (f1d28a73-edef-493c-ac98-beeac644e446), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:03.875557 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59a64dc8-aa04-4ef3-a4f3-d35740390b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:03.879506 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-59a64dc8-aa04-4ef3-a4f3-d35740390b6c admin admin] 10.222.0.52 "DELETE /v2.0/networks/f1d28a73-edef-493c-ac98-beeac644e446 HTTP/1.1" status: 204 len: 168 time: 0.4048653 Feb 18 12:27:03.888986 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a64dc8-aa04-4ef3-a4f3-d35740390b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d28a73-edef-493c-ac98-beeac644e446,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:04.028792 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4b20-82e3-4168-a313-04029d8481aa req-d95b2e67-f4cc-4515-aeaa-89b2c3fc9ccc tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:04.030393 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-606b4b20-82e3-4168-a313-04029d8481aa req-d95b2e67-f4cc-4515-aeaa-89b2c3fc9ccc tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0530548 Feb 18 12:27:04.083501 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-606b4b20-82e3-4168-a313-04029d8481aa req-857fa567-4116-4edf-8327-a2427289eb9a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449054 Feb 18 12:27:04.289809 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 47170) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:04.335163 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d5a1eb0b-6f09-4108-846d-ef1d0219e135 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6d65e60624c4b23bb816791f5e467e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419242 Feb 18 12:27:04.335486 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 47174) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:04.413407 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9c049f05-c117-49c7-80bf-56e7128de1ce admin admin] Publish callbacks [] for security_group (48e01b10-e313-4770-b7b0-dcacd44acbd5), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:04.450156 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9c049f05-c117-49c7-80bf-56e7128de1ce admin admin] Publish callbacks [] for security_group (48e01b10-e313-4770-b7b0-dcacd44acbd5), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:04.462379 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92532a6-c703-4f3a-a391-a67a9730cc5a req-4e4ec0cd-fcd3-4fa8-8d0c-232236ee5660 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:04.462908 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f92532a6-c703-4f3a-a391-a67a9730cc5a req-4e4ec0cd-fcd3-4fa8-8d0c-232236ee5660 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 946 time: 0.0914416 Feb 18 12:27:04.533193 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f92532a6-c703-4f3a-a391-a67a9730cc5a req-c70d333e-2e01-48b4-91a3-5fdec709b1fe tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608623 Feb 18 12:27:04.565288 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:27:04.614763 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9c049f05-c117-49c7-80bf-56e7128de1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (48e01b10-e313-4770-b7b0-dcacd44acbd5), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:04.617506 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9c049f05-c117-49c7-80bf-56e7128de1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:04.618652 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9c049f05-c117-49c7-80bf-56e7128de1ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48e01b10-e313-4770-b7b0-dcacd44acbd5 HTTP/1.1" status: 204 len: 168 time: 0.2821939 Feb 18 12:27:04.647033 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c049f05-c117-49c7-80bf-56e7128de1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e01b10-e313-4770-b7b0-dcacd44acbd5,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:04.703840 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbb4ea-2cf9-4ef9-8754-0cb71f7a1345 req-f1b10d4c-1582-4986-83e6-3f195f9df75c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:04.705330 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-47cbb4ea-2cf9-4ef9-8754-0cb71f7a1345 req-f1b10d4c-1582-4986-83e6-3f195f9df75c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.1302340 Feb 18 12:27:04.771092 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-4b3dace5-3eb7-4972-974f-9e9be4c234b8 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:04.772538 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-4b3dace5-3eb7-4972-974f-9e9be4c234b8 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/networks?id=1e9afd38-b368-4bce-b65f-c5ba5f1631e6 HTTP/1.1" status: 200 len: 815 time: 0.1610496 Feb 18 12:27:04.793185 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-47cbb4ea-2cf9-4ef9-8754-0cb71f7a1345 req-f8c559ac-950d-424e-a503-6544d04c8092 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791447 Feb 18 12:27:04.795534 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-6f61d849-d9b1-49b3-9ee4-2a67696ef7fd tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/quotas/a5fe6a0ce90f49c684de666bc4b3da5a HTTP/1.1" status: 200 len: 375 time: 0.0158181 Feb 18 12:27:04.852261 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-d373bf6c-c3ae-4843-b3e7-cada0813b507 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5fe6a0ce90f49c684de666bc4b3da5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508049 Feb 18 12:27:04.952945 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-e3f2f662-9f52-4bed-a626-7d7b25fd5d93 service neutron] 10.222.0.52 "GET /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892138 Feb 18 12:27:05.055841 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-284079ed-e428-40d8-b24e-706c9ebfc3ad service neutron] 10.222.0.52 "GET /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969150 Feb 18 12:27:05.107280 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d025a5c8-7ae5-4570-bb61-6a0e862b7786 req-632dc929-6afb-4f9b-8ab1-34b9e7f3d714 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901201 Feb 18 12:27:05.184843 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025a5c8-7ae5-4570-bb61-6a0e862b7786 req-76306b84-a18c-4a3d-9379-913f744eef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:05.186453 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d025a5c8-7ae5-4570-bb61-6a0e862b7786 req-76306b84-a18c-4a3d-9379-913f744eef9c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b7f00ee67e874fc3a3812a11c0f82173&device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 1129 time: 0.0482988 Feb 18 12:27:05.289703 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025a5c8-7ae5-4570-bb61-6a0e862b7786 req-44d88e7c-20e3-4c56-92ba-328f6f1761a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:05.291175 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d025a5c8-7ae5-4570-bb61-6a0e862b7786 req-44d88e7c-20e3-4c56-92ba-328f6f1761a5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a0caea6f-d101-4a72-bcf9-9fc354267f4d HTTP/1.1" status: 200 len: 919 time: 0.0867603 Feb 18 12:27:05.335268 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d025a5c8-7ae5-4570-bb61-6a0e862b7786 req-e889ddc7-525a-4d10-bdcf-bd33f1a1bf8b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d50ced15-0fb2-4f4e-8078-02481f98f3d1 HTTP/1.1" status: 200 len: 217 time: 0.0371630 Feb 18 12:27:05.420656 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025a5c8-7ae5-4570-bb61-6a0e862b7786 req-75216242-81a7-4df7-8e7f-5b2a77453c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:05.422985 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d025a5c8-7ae5-4570-bb61-6a0e862b7786 req-75216242-81a7-4df7-8e7f-5b2a77453c9f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69bf8867-f823-469a-96c2-77b410e47401 HTTP/1.1" status: 200 len: 858 time: 0.0812511 Feb 18 12:27:05.476467 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d025a5c8-7ae5-4570-bb61-6a0e862b7786 req-2497b0e3-791e-43f9-a66a-1708f3c155de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0caea6f-d101-4a72-bcf9-9fc354267f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386124 Feb 18 12:27:05.476467 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6293fb6-1705-4172-ac3d-650f831d37fe req-d635ec43-4a85-4f18-9941-df38f5790896 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:05.476467 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6293fb6-1705-4172-ac3d-650f831d37fe req-d635ec43-4a85-4f18-9941-df38f5790896 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.1000819 Feb 18 12:27:05.545915 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:05.577212 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-521ced8a-c7b9-422d-9662-c26dc5e142e3 req-18ecfe51-eb02-497a-a8b7-61a0b84fd414 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 210 time: 0.0486274 Feb 18 12:27:05.620451 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6293fb6-1705-4172-ac3d-650f831d37fe req-e3c41a3c-49ab-492b-9786-881b1afb4997 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930245 Feb 18 12:27:05.635730 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d025a5c8-7ae5-4570-bb61-6a0e862b7786 req-13759840-de33-4ce8-8119-b8ceb565ba89 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586120 Feb 18 12:27:05.673980 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e986aeb9-02d8-40db-aff1-dd7b3f3f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:05.776065 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d025a5c8-7ae5-4570-bb61-6a0e862b7786 req-d7371b32-56e9-4dd3-8f90-95f276f93706 service neutron] 10.222.0.82 "GET /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336422 Feb 18 12:27:05.788913 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6e872-b0a8-4368-8f5d-d91e3a35546d req-d7dc83e9-e928-48b2-88b4-cb3c65083cbd tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:05.790436 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b7d6e872-b0a8-4368-8f5d-d91e3a35546d req-d7dc83e9-e928-48b2-88b4-cb3c65083cbd tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 946 time: 0.0894313 Feb 18 12:27:05.842796 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b7d6e872-b0a8-4368-8f5d-d91e3a35546d req-23355fbf-a25b-4eb9-b8f6-e66f614ec501 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434630 Feb 18 12:27:05.961105 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f31ec7-446f-430f-a6cc-4a6ff3e8eff7 req-1addce76-f2af-4513-8f04-43a442c16860 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:05.962639 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b5f31ec7-446f-430f-a6cc-4a6ff3e8eff7 req-1addce76-f2af-4513-8f04-43a442c16860 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 946 time: 0.0542343 Feb 18 12:27:06.021573 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b5f31ec7-446f-430f-a6cc-4a6ff3e8eff7 req-2737801f-4ee0-48ed-b283-f6e59a92e0c2 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472567 Feb 18 12:27:06.055066 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 47238) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:06.267019 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93484db1-e2b0-4a22-9f43-75d482a7e7f4 tempest-TestVolumeBootPattern-868428552 tempest-TestVolumeBootPattern-868428552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:06.268446 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-93484db1-e2b0-4a22-9f43-75d482a7e7f4 tempest-TestVolumeBootPattern-868428552 tempest-TestVolumeBootPattern-868428552-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 1125 time: 0.2123458 Feb 18 12:27:06.271349 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 47248) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:06.275876 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Request body: {'floatingip': {'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'port_id': 'd7e2c087-d92a-411b-97e1-ca5fa61d24ef', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:06.370921 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:06.474042 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:06.591923 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Allocated IP 172.27.2.59 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/77128572-35ed-429d-8d87-a8e736680329) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:27:06.671978 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b5e22fe4-b4c4-4ae7-a217-fc011bb37561 req-9f4bd311-3376-436e-a7f3-3e7c77455059 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 210 time: 0.0314937 Feb 18 12:27:06.724557 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for port (77128572-35ed-429d-8d87-a8e736680329), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:06.813684 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536896a-a076-4d41-95df-84bc84edb5d6 req-5dff9b92-c14d-45fa-90ed-275a652966d6 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:06.813684 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c536896a-a076-4d41-95df-84bc84edb5d6 req-5dff9b92-c14d-45fa-90ed-275a652966d6 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0815616 Feb 18 12:27:06.858856 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c536896a-a076-4d41-95df-84bc84edb5d6 req-726d5d9a-3c46-450c-a390-0f17d321bfad tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455060 Feb 18 12:27:06.908785 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (77128572-35ed-429d-8d87-a8e736680329), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:06.949351 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:27:06.955830 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:27:06.960826 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:27:06.964117 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'Port': ['ID=77128572-35ed-429d-8d87-a8e736680329,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:07.600713 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for floatingip (4d067b3f-6254-4cc0-8098-4c2b876faf6c), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:07.811053 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a914b54f-3bde-483c-9d7a-78f3dc0cd346 req-e08dbb0a-1df8-4513-b6e8-35c9a67cb5e1 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 210 time: 0.0538182 Feb 18 12:27:07.814148 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (77128572-35ed-429d-8d87-a8e736680329), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:07.942980 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-007e936c-10b6-4639-b040-2e9e54e102ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:08.006917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for port (77128572-35ed-429d-8d87-a8e736680329), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:08.022799 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a87a4-0641-4a16-8407-b2cbe720e472 req-9dc240da-534e-4e53-83a8-e1e6b67fb355 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:08.024291 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bf4a87a4-0641-4a16-8407-b2cbe720e472 req-9dc240da-534e-4e53-83a8-e1e6b67fb355 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0873513 Feb 18 12:27:08.071253 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bf4a87a4-0641-4a16-8407-b2cbe720e472 req-58c7386a-0286-4357-94dd-e3d8b5bb51be tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409727 Feb 18 12:27:08.096492 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (77128572-35ed-429d-8d87-a8e736680329), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:08.168048 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'Port': ['ID=77128572-35ed-429d-8d87-a8e736680329,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:08.179090 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (4d067b3f-6254-4cc0-8098-4c2b876faf6c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:08.283447 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.l3_db [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Floating IP 4d067b3f-6254-4cc0-8098-4c2b876faf6c associated. External IP: 172.27.2.59, port: d7e2c087-d92a-411b-97e1-ca5fa61d24ef. Feb 18 12:27:08.496147 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:27:08.614578 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:27:08.624806 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a5d19-3497-4b98-bbca-c2f9bd9b8e50 None None] Sync routers for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:27:08.635873 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190a5d19-3497-4b98-bbca-c2f9bd9b8e50 None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:27:08.636477 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-190a5d19-3497-4b98-bbca-c2f9bd9b8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:27:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:08.744009 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-190a5d19-3497-4b98-bbca-c2f9bd9b8e50 None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:27:08.784634 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:08.815703 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b76b2922-e885-4f39-9fa1-fa36bb207ab9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5431793 Feb 18 12:27:08.816870 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44df4997-9221-44d6-b871-3d1e903d99ea', 'tag': 'd7e2c087-d92a-411b-97e1-ca5fa61d24ef'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:27:08.819942 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be66c7e-0b37-401b-af3a-1db413103151" -d '{"events": [{"name": "network-changed", "server_uuid": "44df4997-9221-44d6-b871-3d1e903d99ea", "tag": "d7e2c087-d92a-411b-97e1-ca5fa61d24ef"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:27:08.860422 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bbc9bc-0a33-42d9-9576-ef12bb9a0a2b x-openstack-request-id: req-48bbc9bc-0a33-42d9-9576-ef12bb9a0a2b {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:27:08.860717 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44df4997-9221-44d6-b871-3d1e903d99ea", "tag": "d7e2c087-d92a-411b-97e1-ca5fa61d24ef", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:27:08.860969 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48bbc9bc-0a33-42d9-9576-ef12bb9a0a2b {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:27:08.861372 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44df4997-9221-44d6-b871-3d1e903d99ea', 'tag': 'd7e2c087-d92a-411b-97e1-ca5fa61d24ef', 'status': 'completed', 'code': 200} Feb 18 12:27:08.930706 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6b3a2ef4-7783-4715-ba2b-e968871b0421 req-f6e3767f-2971-4000-bcb6-05186ae85248 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 210 time: 0.0432131 Feb 18 12:27:08.971940 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be66c7e-0b37-401b-af3a-1db413103151 req-d13fcff6-a73c-4077-8e6c-0fb8275c3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:08.976070 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9be66c7e-0b37-401b-af3a-1db413103151 req-d13fcff6-a73c-4077-8e6c-0fb8275c3344 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 1130 time: 0.0752382 Feb 18 12:27:08.982991 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-190a5d19-3497-4b98-bbca-c2f9bd9b8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '4d067b3f-6254-4cc0-8098-4c2b876faf6c', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': 'd7e2c087-d92a-411b-97e1-ca5fa61d24ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:39:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df4997-9221-44d6-b871-3d1e903d99ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:27:07Z', 'updated_at': '2022-02-18T12:27:07Z', 'revision_number': 0, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:09.009718 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a5d19-3497-4b98-bbca-c2f9bd9b8e50 None None] Checking router: a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:27:09.018472 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190a5d19-3497-4b98-bbca-c2f9bd9b8e50 None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:27:09.019273 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-190a5d19-3497-4b98-bbca-c2f9bd9b8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:27:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:09.062540 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:09.129888 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-190a5d19-3497-4b98-bbca-c2f9bd9b8e50 None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:27:09.161658 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be66c7e-0b37-401b-af3a-1db413103151 req-72366504-d752-46c3-a4c6-d187300464f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:09.166432 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9be66c7e-0b37-401b-af3a-1db413103151 req-72366504-d752-46c3-a4c6-d187300464f1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 913 time: 0.1830866 Feb 18 12:27:09.276726 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-f0a0efeb-7fe6-43cf-9f7a-07039ea79efd tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:09.278211 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-f0a0efeb-7fe6-43cf-9f7a-07039ea79efd tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.82 "GET /v2.0/networks?id=1e9afd38-b368-4bce-b65f-c5ba5f1631e6 HTTP/1.1" status: 200 len: 815 time: 0.2516782 Feb 18 12:27:09.311218 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-d162c398-bb71-435b-a5af-4e50672c90ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Request body: {'port': {'device_id': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'admin_state_up': True, 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:09.320763 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9be66c7e-0b37-401b-af3a-1db413103151 req-2e45abb1-a732-441a-835f-fe5566258962 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7e2c087-d92a-411b-97e1-ca5fa61d24ef HTTP/1.1" status: 200 len: 999 time: 0.1314924 Feb 18 12:27:09.377348 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756c8fc-b080-4a73-be8b-fe05f325cc12 req-02b34672-9a54-4e2c-b81f-04d079d3718a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:09.381864 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c756c8fc-b080-4a73-be8b-fe05f325cc12 req-02b34672-9a54-4e2c-b81f-04d079d3718a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.2106011 Feb 18 12:27:09.394442 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-190a5d19-3497-4b98-bbca-c2f9bd9b8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '4d067b3f-6254-4cc0-8098-4c2b876faf6c', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': 'd7e2c087-d92a-411b-97e1-ca5fa61d24ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:39:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df4997-9221-44d6-b871-3d1e903d99ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:27:07Z', 'updated_at': '2022-02-18T12:27:07Z', 'revision_number': 0, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:09.420769 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a5d19-3497-4b98-bbca-c2f9bd9b8e50 None None] The sync data for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi is: [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '4d067b3f-6254-4cc0-8098-4c2b876faf6c', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': 'd7e2c087-d92a-411b-97e1-ca5fa61d24ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:39:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df4997-9221-44d6-b871-3d1e903d99ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:27:07Z', 'updated_at': '2022-02-18T12:27:07Z', 'revision_number': 0, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:27:09.492578 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be66c7e-0b37-401b-af3a-1db413103151 req-30ec2961-1ea2-4255-b218-c66a4efbc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:09.494619 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9be66c7e-0b37-401b-af3a-1db413103151 req-30ec2961-1ea2-4255-b218-c66a4efbc68f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a HTTP/1.1" status: 200 len: 851 time: 0.1378906 Feb 18 12:27:09.546407 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c756c8fc-b080-4a73-be8b-fe05f325cc12 req-ff8f1d00-a5d1-43fd-96b5-588e5d85e77a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1428416 Feb 18 12:27:09.577815 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be66c7e-0b37-401b-af3a-1db413103151 req-3c3bbbba-800b-4ee1-9926-eb4a4e40a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:09.579378 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9be66c7e-0b37-401b-af3a-1db413103151 req-3c3bbbba-800b-4ee1-9926-eb4a4e40a018 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ffb8dc52-3419-418a-8199-5a2a6a804c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0674827 Feb 18 12:27:09.625125 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 34a308e0-633c-45fc-b46a-0b15b92e9b46 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:27:09.705230 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9be66c7e-0b37-401b-af3a-1db413103151 req-b4e4ce5f-d44a-48ca-b412-a9003a5bf990 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175485 Feb 18 12:27:09.714249 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a65e4d-8ddc-4035-9990-edd0bdf17c94 None None] New status for floating IP 4d067b3f-6254-4cc0-8098-4c2b876faf6c: ACTIVE {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:27:09.718855 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-d162c398-bb71-435b-a5af-4e50672c90ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Made reservation on behalf of a5fe6a0ce90f49c684de666bc4b3da5a for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:27:09.723518 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-d162c398-bb71-435b-a5af-4e50672c90ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:09.846823 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 34a308e0-633c-45fc-b46a-0b15b92e9b46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:09.871275 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'port_id': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'mac_address': 'fa:16:3e:99:ac:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:27:09.915028 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9be66c7e-0b37-401b-af3a-1db413103151 req-85fd858f-cbd7-4a13-93fa-5b7b7a75fac7 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987743 Feb 18 12:27:09.944782 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 34a308e0-633c-45fc-b46a-0b15b92e9b46 is: ACTIVE; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:27:09.945243 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:09.950872 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-d162c398-bb71-435b-a5af-4e50672c90ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Allocated IP 172.20.0.6 (1e9afd38-b368-4bce-b65f-c5ba5f1631e6/4075237f-e7bf-4a30-9563-cc1cd4a33daa/ff052b8b-4f56-4afe-ac46-e974f411f6ce) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:27:09.961917 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34a308e0-633c-45fc-b46a-0b15b92e9b46 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:27:09.983547 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 34a308e0-633c-45fc-b46a-0b15b92e9b46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:10.075411 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3c1c21e2-9260-4d0a-9e25-1154c534663c req-fcbe90be-6bb5-42f6-9a93-43e2f69e119e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 210 time: 0.0637450 Feb 18 12:27:10.138309 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-d162c398-bb71-435b-a5af-4e50672c90ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:10.172434 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:10.235875 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=34a308e0-633c-45fc-b46a-0b15b92e9b46,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:10.248261 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:10.248614 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:10.249035 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:10.249333 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:10.249682 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:10.250046 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:10.250404 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:10.250799 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:10.251264 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:10.251491 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:10.251830 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:10.252149 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:10.252470 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:27:10.282989 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['34a308e0-633c-45fc-b46a-0b15b92e9b46'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:27:10.445753 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-d162c398-bb71-435b-a5af-4e50672c90ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:10.486252 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:10.497437 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-d162c398-bb71-435b-a5af-4e50672c90ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:27:10.500965 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-d162c398-bb71-435b-a5af-4e50672c90ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:27:10.505309 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-d162c398-bb71-435b-a5af-4e50672c90ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:27:10.542822 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162c398-bb71-435b-a5af-4e50672c90ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event updated for resources: {'Port': ['ID=ff052b8b-4f56-4afe-ac46-e974f411f6ce,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:10.616475 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-d162c398-bb71-435b-a5af-4e50672c90ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:10.617537 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-d162c398-bb71-435b-a5af-4e50672c90ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:10.747429 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-d162c398-bb71-435b-a5af-4e50672c90ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4423413 Feb 18 12:27:10.761230 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6f735-3b84-414e-84dd-272265ff83c7 req-e3085328-22fe-4a66-b53d-579cec6f22a1 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:10.761230 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-55a6f735-3b84-414e-84dd-272265ff83c7 req-e3085328-22fe-4a66-b53d-579cec6f22a1 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 945 time: 0.0922940 Feb 18 12:27:10.764440 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Request body: {'port': {'device_id': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:10.882101 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-55a6f735-3b84-414e-84dd-272265ff83c7 req-775b9c9a-e058-43cd-a600-bf37770c79ef tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058767 Feb 18 12:27:10.931437 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:10.994108 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-104eba30-698d-4804-830f-251f2dfea2b2 None None] Provisioning complete for port ff052b8b-4f56-4afe-ac46-e974f411f6ce triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:27:10.994497 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-104eba30-698d-4804-830f-251f2dfea2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:11.089194 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-104eba30-698d-4804-830f-251f2dfea2b2 None None] Port ff052b8b-4f56-4afe-ac46-e974f411f6ce cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:27:11.373393 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9937ae9-9a8e-44db-884e-aa0ec17109d2 req-0a9c3f9d-d85b-4987-98c3-5707d9a0f3f3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:11.375335 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c9937ae9-9a8e-44db-884e-aa0ec17109d2 req-0a9c3f9d-d85b-4987-98c3-5707d9a0f3f3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.1572134 Feb 18 12:27:11.454415 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff19ca-d7ac-40b0-b61a-d6e8b7bf5d2f req-dae481bd-5e3a-498b-89a0-875789cafb26 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:11.461591 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-90ff19ca-d7ac-40b0-b61a-d6e8b7bf5d2f req-dae481bd-5e3a-498b-89a0-875789cafb26 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 931 time: 0.2423584 Feb 18 12:27:11.579755 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c9937ae9-9a8e-44db-884e-aa0ec17109d2 req-0b8fbdf7-faff-4084-b3df-760aee315320 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924341 Feb 18 12:27:11.630380 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 34a308e0-633c-45fc-b46a-0b15b92e9b46 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:27:11.634855 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-90ff19ca-d7ac-40b0-b61a-d6e8b7bf5d2f req-fe75e4bb-4e22-4b4d-91d6-06d080d3a858 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722856 Feb 18 12:27:11.748597 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 34a308e0-633c-45fc-b46a-0b15b92e9b46 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:27:11.748984 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:11.766071 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff052b8b-4f56-4afe-ac46-e974f411f6ce {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:27:11.787397 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Publish callbacks [] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:11.827392 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Transition to ACTIVE for port object ff052b8b-4f56-4afe-ac46-e974f411f6ce will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:27:11.919644 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:12.111680 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 34a308e0-633c-45fc-b46a-0b15b92e9b46 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:27:12.112096 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:12.124804 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:12.177514 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 34a308e0-633c-45fc-b46a-0b15b92e9b46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:12.184374 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a308e0-633c-45fc-b46a-0b15b92e9b46'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:27:12.187838 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2c221c-d813-4ba1-89a7-72dff016a314" -d '{"events": [{"server_uuid": "534fe92b-e39d-491e-b63b-52452ebf76f3", "name": "network-vif-plugged", "status": "completed", "tag": "34a308e0-633c-45fc-b46a-0b15b92e9b46"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:27:12.277009 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873a964d-8178-4172-aa68-be23b423da28 x-openstack-request-id: req-873a964d-8178-4172-aa68-be23b423da28 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:27:12.277303 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534fe92b-e39d-491e-b63b-52452ebf76f3", "name": "network-vif-plugged", "status": "completed", "tag": "34a308e0-633c-45fc-b46a-0b15b92e9b46", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:27:12.277632 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-873a964d-8178-4172-aa68-be23b423da28 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:27:12.278017 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'code': 200} Feb 18 12:27:12.279758 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:12.413608 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=34a308e0-633c-45fc-b46a-0b15b92e9b46,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:12.577310 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Pushing event updated for resources: {'Port': ['ID=ff052b8b-4f56-4afe-ac46-e974f411f6ce,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:12.679322 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Attempting to bind port ff052b8b-4f56-4afe-ac46-e974f411f6ce on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:27:12.679574 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Attempting to bind port ff052b8b-4f56-4afe-ac46-e974f411f6ce by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '36292d8d-70ca-440d-ab3e-71b2b60f1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:27:12.679915 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Attempting to bind port ff052b8b-4f56-4afe-ac46-e974f411f6ce on network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:27:12.699923 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Port ff052b8b-4f56-4afe-ac46-e974f411f6ce on network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:27:12.700254 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Attempting to bind port ff052b8b-4f56-4afe-ac46-e974f411f6ce on network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:27:12.731169 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9338b-b962-4a92-a2b5-cea131b30115 req-45a4c5ec-0b09-4c04-ba1f-390c4bf5c437 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:12.733172 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fec9338b-b962-4a92-a2b5-cea131b30115 req-45a4c5ec-0b09-4c04-ba1f-390c4bf5c437 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.7270277 Feb 18 12:27:12.734719 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:27:12.735430 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Checking segment: {'id': '36292d8d-70ca-440d-ab3e-71b2b60f1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:27:12.736099 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Bound using segment: {'id': '36292d8d-70ca-440d-ab3e-71b2b60f1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:27:12.737286 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Bound port: ff052b8b-4f56-4afe-ac46-e974f411f6ce, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36292d8d-70ca-440d-ab3e-71b2b60f1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:27:12.738827 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:12.931642 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fec9338b-b962-4a92-a2b5-cea131b30115 req-796af2f9-0f8b-45f7-8290-bd4a8e1f0c0d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1888840 Feb 18 12:27:12.940258 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] For port ff052b8b-4f56-4afe-ac46-e974f411f6ce, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:27:12.956162 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] For port ff052b8b-4f56-4afe-ac46-e974f411f6ce, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ff052b8b-4f56-4afe-ac46-e974f411f6ce,segment=NetworkSegment(36292d8d-70ca-440d-ab3e-71b2b60f1eef),segment_id=36292d8d-70ca-440d-ab3e-71b2b60f1eef)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:27:12.980723 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07bee2-4532-495a-8785-e6bf8c671306 req-fb573bf9-e926-49ea-93db-2e31f14eb9f0 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:12.980723 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d07bee2-4532-495a-8785-e6bf8c671306 req-fb573bf9-e926-49ea-93db-2e31f14eb9f0 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.2591298 Feb 18 12:27:13.039717 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d07bee2-4532-495a-8785-e6bf8c671306 req-cccf9d31-971f-4c85-a683-5741ee857a7a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568573 Feb 18 12:27:13.058754 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:13.145322 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:13.145322 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:13.145322 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] 10.222.0.82 "PUT /v2.0/ports/ff052b8b-4f56-4afe-ac46-e974f411f6ce HTTP/1.1" status: 200 len: 1093 time: 2.3846471 Feb 18 12:27:13.151284 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'tag': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:27:13.162658 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45096c3c-16a0-42c8-91e0-5c55ab7bbca2" -d '{"events": [{"name": "network-changed", "server_uuid": "3877d34c-1985-47aa-a811-dc64ae8cf1e3", "tag": "ff052b8b-4f56-4afe-ac46-e974f411f6ce"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:27:13.276570 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b4942-1914-4d4e-8264-07b2ca4ea411 service neutron] Pushing event updated for resources: {'Port': ['ID=ff052b8b-4f56-4afe-ac46-e974f411f6ce,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:13.305894 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae07ec-8575-4625-b586-56f46326649f req-d5460856-971a-4fc9-b8e5-027a8148f36c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:13.319421 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f1ae07ec-8575-4625-b586-56f46326649f req-d5460856-971a-4fc9-b8e5-027a8148f36c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 943 time: 0.2704506 Feb 18 12:27:13.322885 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ee5f10-d2ed-4d20-8276-8ca1d6cd2c40 x-openstack-request-id: req-a1ee5f10-d2ed-4d20-8276-8ca1d6cd2c40 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:27:13.323235 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3877d34c-1985-47aa-a811-dc64ae8cf1e3", "tag": "ff052b8b-4f56-4afe-ac46-e974f411f6ce", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:27:13.323489 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1ee5f10-d2ed-4d20-8276-8ca1d6cd2c40 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:27:13.323927 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'tag': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce', 'status': 'completed', 'code': 200} Feb 18 12:27:13.413598 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f1ae07ec-8575-4625-b586-56f46326649f req-b52fc504-9b06-4677-8848-cc0b2db0186d tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929861 Feb 18 12:27:13.578196 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45096c3c-16a0-42c8-91e0-5c55ab7bbca2 req-89e078e6-35cd-4ced-9af3-cbf0530df971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:13.579953 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-45096c3c-16a0-42c8-91e0-5c55ab7bbca2 req-89e078e6-35cd-4ced-9af3-cbf0530df971 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fe6a0ce90f49c684de666bc4b3da5a&device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 1127 time: 0.1169739 Feb 18 12:27:14.265177 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7c227-0b70-4d7d-8b30-30de76918fd5 req-25d395dd-eb96-49c6-83a5-a2b682d1835f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:14.267390 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aab7c227-0b70-4d7d-8b30-30de76918fd5 req-25d395dd-eb96-49c6-83a5-a2b682d1835f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.1633282 Feb 18 12:27:14.315490 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4e955-1751-4069-a534-dd7a9d80d274 req-0a180e14-57fa-4a9a-872c-7fd696484af4 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:14.317913 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bbc4e955-1751-4069-a534-dd7a9d80d274 req-0a180e14-57fa-4a9a-872c-7fd696484af4 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.1500061 Feb 18 12:27:14.351052 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aab7c227-0b70-4d7d-8b30-30de76918fd5 req-e97f4b54-19d3-4dd8-bbc0-397fbc7d4d21 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779698 Feb 18 12:27:14.428138 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bbc4e955-1751-4069-a534-dd7a9d80d274 req-cd4925ae-66f3-4259-ad36-ddb738439a67 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984132 Feb 18 12:27:14.575875 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dfb92-54e0-46d1-83ff-73327226a339 req-1ad2fc29-984e-43d9-9663-2d714124cb9e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:14.577762 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-af6dfb92-54e0-46d1-83ff-73327226a339 req-1ad2fc29-984e-43d9-9663-2d714124cb9e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 943 time: 0.0582991 Feb 18 12:27:14.633344 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-af6dfb92-54e0-46d1-83ff-73327226a339 req-c8453981-1d97-4c31-aea6-e4745de82e2c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494258 Feb 18 12:27:15.510737 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fa9d8-5446-409b-b5ba-ad7e46fac4c2 req-bfd55bb4-b2aa-4c3f-9109-1fd8c6af1970 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:15.512252 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e10fa9d8-5446-409b-b5ba-ad7e46fac4c2 req-bfd55bb4-b2aa-4c3f-9109-1fd8c6af1970 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0598564 Feb 18 12:27:15.593048 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e10fa9d8-5446-409b-b5ba-ad7e46fac4c2 req-af36375c-8635-43ba-93fd-35546999d94c tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711212 Feb 18 12:27:15.601875 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78df73b-995b-4473-8d8c-d859a325c9ba req-1349ccf2-2755-4f7b-a1aa-82e9c1fbd631 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:15.603672 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c78df73b-995b-4473-8d8c-d859a325c9ba req-1349ccf2-2755-4f7b-a1aa-82e9c1fbd631 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0904770 Feb 18 12:27:15.681948 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c78df73b-995b-4473-8d8c-d859a325c9ba req-fbfd8ea0-5b3f-44bf-924c-feb43a72da2e tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687397 Feb 18 12:27:15.789105 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22312e-b4d9-403f-ab80-34bb9a8c212a req-d24d4f06-a694-4a75-9368-11352c2576bb tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:15.791545 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9d22312e-b4d9-403f-ab80-34bb9a8c212a req-d24d4f06-a694-4a75-9368-11352c2576bb tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 943 time: 0.0742726 Feb 18 12:27:15.853136 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9d22312e-b4d9-403f-ab80-34bb9a8c212a req-d62463bc-d066-4572-bec9-43d24b6e3a84 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564492 Feb 18 12:27:16.871202 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97e895-ca84-4b83-ae34-3d014d9334c5 req-8e6b456e-baba-46f6-8eaf-52b9dc9bf2b0 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:16.873293 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d97e895-ca84-4b83-ae34-3d014d9334c5 req-8e6b456e-baba-46f6-8eaf-52b9dc9bf2b0 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.1551793 Feb 18 12:27:17.040963 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d97e895-ca84-4b83-ae34-3d014d9334c5 req-f6dc6f79-d0a8-4560-aa88-e9e39bb4b649 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1292527 Feb 18 12:27:17.262774 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612c619-ece7-4958-9b16-cc5e34ae5b52 req-f1ff10b3-cbf5-4412-9628-e5eba3b1e7c3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:17.264319 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e612c619-ece7-4958-9b16-cc5e34ae5b52 req-f1ff10b3-cbf5-4412-9628-e5eba3b1e7c3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0831125 Feb 18 12:27:17.408023 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e612c619-ece7-4958-9b16-cc5e34ae5b52 req-89664e6a-4a6b-4287-a1d0-81a0bf522c63 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319149 Feb 18 12:27:17.577009 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848140a1-158a-4010-8351-ec06c46a2e32 req-01918366-24cf-40d7-a493-b8c0ad09d567 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:17.580135 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-848140a1-158a-4010-8351-ec06c46a2e32 req-01918366-24cf-40d7-a493-b8c0ad09d567 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 943 time: 0.0876033 Feb 18 12:27:17.651324 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-848140a1-158a-4010-8351-ec06c46a2e32 req-366a8fe9-f49f-49e0-8138-7f9890f7f5b0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632682 Feb 18 12:27:18.191881 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a67399-0c26-477f-9510-1a02179f2e10 req-dd42c937-3a0e-43b0-bdc9-5adb830ba107 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:18.193585 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b3a67399-0c26-477f-9510-1a02179f2e10 req-dd42c937-3a0e-43b0-bdc9-5adb830ba107 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0549285 Feb 18 12:27:18.241257 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b3a67399-0c26-477f-9510-1a02179f2e10 req-76762e94-9c70-4546-8c08-ad2d651d6985 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415416 Feb 18 12:27:18.610236 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fb65d-8689-4d84-87ac-9b80f2221f4e req-7da37fe5-fdf3-4ff2-a635-e7d021fa0082 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:18.618280 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e44fb65d-8689-4d84-87ac-9b80f2221f4e req-7da37fe5-fdf3-4ff2-a635-e7d021fa0082 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0937638 Feb 18 12:27:18.704176 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e44fb65d-8689-4d84-87ac-9b80f2221f4e req-6249c7d2-c96d-429e-abae-fe5da91b1a91 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823002 Feb 18 12:27:18.824628 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be1f31-3c82-4104-a6bd-2105116e030b req-a3fd95b3-25a9-45ee-a30a-5b518a55af28 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:18.832692 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-72be1f31-3c82-4104-a6bd-2105116e030b req-a3fd95b3-25a9-45ee-a30a-5b518a55af28 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 943 time: 0.0637884 Feb 18 12:27:18.948200 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-72be1f31-3c82-4104-a6bd-2105116e030b req-2f68798e-fa6a-4861-9ad8-bcab6181e2d6 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143827 Feb 18 12:27:19.397271 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745e829-5d67-4928-a205-44ab9be6413c req-5935f130-a9f2-4e06-ae0a-c2a553e10079 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:19.400864 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e745e829-5d67-4928-a205-44ab9be6413c req-5935f130-a9f2-4e06-ae0a-c2a553e10079 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0718155 Feb 18 12:27:19.524240 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e745e829-5d67-4928-a205-44ab9be6413c req-948ea779-2543-4def-a27a-d47fe66804e8 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120253 Feb 18 12:27:19.975423 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5a2f2-1083-4d4a-af46-27d8b140bb50 req-cd05b861-0ef4-42f5-bd3a-22aaf8dca888 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:19.977418 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-92c5a2f2-1083-4d4a-af46-27d8b140bb50 req-cd05b861-0ef4-42f5-bd3a-22aaf8dca888 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.1985252 Feb 18 12:27:20.154673 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-92c5a2f2-1083-4d4a-af46-27d8b140bb50 req-b1546e1f-86dc-46f3-a796-3c762a6a5335 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714389 Feb 18 12:27:20.246976 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ffe25-0a86-4855-83fd-cb7cfe124d66 req-0b7f8edc-99fa-44ac-8ea9-101855bf7e6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:20.246976 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-071ffe25-0a86-4855-83fd-cb7cfe124d66 req-0b7f8edc-99fa-44ac-8ea9-101855bf7e6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 943 time: 0.1489484 Feb 18 12:27:20.304656 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-071ffe25-0a86-4855-83fd-cb7cfe124d66 req-54223bd1-f371-48e5-adea-f69d0c58cf3f tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638525 Feb 18 12:27:20.760346 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e28758-8662-4c6c-ba53-d5da00ee4d1f req-84a5472c-42b6-4140-924e-a9a7a5d47eed tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:20.765646 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a0e28758-8662-4c6c-ba53-d5da00ee4d1f req-84a5472c-42b6-4140-924e-a9a7a5d47eed tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.1058664 Feb 18 12:27:20.838285 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a0e28758-8662-4c6c-ba53-d5da00ee4d1f req-2e535ea3-148b-4cd9-95dd-61476531f8b9 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636168 Feb 18 12:27:21.424100 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92bb12-fb0f-4fe9-a314-f54fc6414a01 req-f1185b8d-be3b-4c41-83a6-c86aaa90465b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:21.426686 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9f92bb12-fb0f-4fe9-a314-f54fc6414a01 req-f1185b8d-be3b-4c41-83a6-c86aaa90465b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.1306365 Feb 18 12:27:21.534884 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9f92bb12-fb0f-4fe9-a314-f54fc6414a01 req-2e0dd45e-ba3e-4530-8767-d13d3576060a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958476 Feb 18 12:27:21.547140 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610632f-8bef-4301-9f2a-1ef4cc1d6d61 req-6f27b1c9-f950-4ea0-bb11-8f70e0477bed tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:21.550942 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4610632f-8bef-4301-9f2a-1ef4cc1d6d61 req-6f27b1c9-f950-4ea0-bb11-8f70e0477bed tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 943 time: 0.1431093 Feb 18 12:27:21.616421 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4610632f-8bef-4301-9f2a-1ef4cc1d6d61 req-b30b7730-fb3f-4028-a13c-96944180f668 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587275 Feb 18 12:27:22.011003 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b85d30-f49a-41f0-aaf7-71cce554fe51 req-56ac4ace-5258-44da-b8c0-d930c7e37642 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:22.015607 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-60b85d30-f49a-41f0-aaf7-71cce554fe51 req-56ac4ace-5258-44da-b8c0-d930c7e37642 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.1011202 Feb 18 12:27:22.102308 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-60b85d30-f49a-41f0-aaf7-71cce554fe51 req-f84f873e-1602-44a8-80ac-2dc1296ab002 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815363 Feb 18 12:27:22.695462 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb4fea-25a7-4609-b787-682ff09c959d req-285bb10d-122c-431a-80f9-d89a00f7a388 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:22.697021 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-47bb4fea-25a7-4609-b787-682ff09c959d req-285bb10d-122c-431a-80f9-d89a00f7a388 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0767865 Feb 18 12:27:22.776107 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-47bb4fea-25a7-4609-b787-682ff09c959d req-789d97c7-5e9f-4860-b577-4df98abc22e3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687797 Feb 18 12:27:22.788260 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2986-076c-4b35-8353-d7607b53dc61 req-434b088d-b8b8-40fb-b9a3-f97e92ffe28b tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:22.789794 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-46bf2986-076c-4b35-8353-d7607b53dc61 req-434b088d-b8b8-40fb-b9a3-f97e92ffe28b tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 943 time: 0.0917377 Feb 18 12:27:22.837712 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-46bf2986-076c-4b35-8353-d7607b53dc61 req-2f50d8b4-ace7-412a-adf2-ca7861145ecc tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419762 Feb 18 12:27:23.274103 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6663d-4ff7-4ff3-b2ee-fcc03c2296e3 req-e4066eae-735f-4758-bf84-dbc88cb602aa tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:23.274103 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-31f6663d-4ff7-4ff3-b2ee-fcc03c2296e3 req-e4066eae-735f-4758-bf84-dbc88cb602aa tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0608006 Feb 18 12:27:23.322915 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-31f6663d-4ff7-4ff3-b2ee-fcc03c2296e3 req-9e070620-1459-49f7-a301-49e27426d838 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512221 Feb 18 12:27:23.920203 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b2f0a-2b8e-45f4-a1ab-ba92021cf9c4 req-f34027ff-cc10-4da3-964e-6cc629237b32 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:23.921711 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f55b2f0a-2b8e-45f4-a1ab-ba92021cf9c4 req-f34027ff-cc10-4da3-964e-6cc629237b32 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0758729 Feb 18 12:27:24.005858 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f55b2f0a-2b8e-45f4-a1ab-ba92021cf9c4 req-3c1f37f7-aa4f-4352-b6b3-9e8e5e7996e5 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699365 Feb 18 12:27:24.018329 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d969517-c6a9-4def-9176-71f94b7098bb req-b741796d-95d5-4073-8c17-5550a3c1c4c1 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:24.020525 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d969517-c6a9-4def-9176-71f94b7098bb req-b741796d-95d5-4073-8c17-5550a3c1c4c1 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 943 time: 0.0978272 Feb 18 12:27:24.072430 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2d969517-c6a9-4def-9176-71f94b7098bb req-31713fd8-4cda-4f94-9369-c7e25dadb2a4 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458312 Feb 18 12:27:24.456183 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7259c-dc0f-423f-ba92-668246ecde47 req-73edc689-9aea-4b07-98df-68bb3e5f8319 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:24.457685 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5eb7259c-dc0f-423f-ba92-668246ecde47 req-73edc689-9aea-4b07-98df-68bb3e5f8319 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0513356 Feb 18 12:27:24.502537 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5eb7259c-dc0f-423f-ba92-668246ecde47 req-8893c289-1a85-4c60-8af9-b4293557ab4b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391228 Feb 18 12:27:24.845798 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45096c3c-16a0-42c8-91e0-5c55ab7bbca2 req-897cd71f-b1df-44d3-9529-90bb2a676255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:24.847833 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-45096c3c-16a0-42c8-91e0-5c55ab7bbca2 req-897cd71f-b1df-44d3-9529-90bb2a676255 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=a5fe6a0ce90f49c684de666bc4b3da5a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1021292 Feb 18 12:27:24.961571 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45096c3c-16a0-42c8-91e0-5c55ab7bbca2 req-bd46a0e5-9b56-4721-a525-240fafb09799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:24.963061 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-45096c3c-16a0-42c8-91e0-5c55ab7bbca2 req-bd46a0e5-9b56-4721-a525-240fafb09799 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933504 Feb 18 12:27:25.058377 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-e2610172-3c91-4c44-9662-cf121a379a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:25.059444 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-e2610172-3c91-4c44-9662-cf121a379a87 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fe6a0ce90f49c684de666bc4b3da5a&device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 1127 time: 0.0450609 Feb 18 12:27:25.134133 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac740ae-a1cb-4623-bf2c-d2d3e3e917c9 req-24871ca9-5531-4e9f-83ea-4d6bf9c8648f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:25.135632 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9ac740ae-a1cb-4623-bf2c-d2d3e3e917c9 req-24871ca9-5531-4e9f-83ea-4d6bf9c8648f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0562639 Feb 18 12:27:25.222788 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-bbfef790-f098-4f95-be9c-2be64b995028 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff052b8b-4f56-4afe-ac46-e974f411f6ce HTTP/1.1" status: 200 len: 217 time: 0.0577078 Feb 18 12:27:25.280982 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9ac740ae-a1cb-4623-bf2c-d2d3e3e917c9 req-8f8e3c7d-5aec-40d6-a02a-81f6d234032b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398160 Feb 18 12:27:25.298012 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125955e-e2e4-4f80-ae69-57fc3c79737e req-5c85f675-e7fa-4f37-a63f-36f4c6378c83 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:25.299495 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c125955e-e2e4-4f80-ae69-57fc3c79737e req-5c85f675-e7fa-4f37-a63f-36f4c6378c83 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 943 time: 0.1521115 Feb 18 12:27:25.305268 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-80e625ee-cde9-4722-b3a8-e7ab83e4be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:25.306673 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-80e625ee-cde9-4722-b3a8-e7ab83e4be02 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4075237f-e7bf-4a30-9563-cc1cd4a33daa HTTP/1.1" status: 200 len: 854 time: 0.0731711 Feb 18 12:27:25.379039 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c125955e-e2e4-4f80-ae69-57fc3c79737e req-95791f5f-a76d-46a8-9014-8152d66a2c6f tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707905 Feb 18 12:27:25.386483 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-e72912dc-3b16-4751-8eb9-efd665ee60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:25.387889 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-e72912dc-3b16-4751-8eb9-efd665ee60e4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1e9afd38-b368-4bce-b65f-c5ba5f1631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0674174 Feb 18 12:27:25.479697 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-9f36c975-eb56-44bd-9151-dc008c2384e3 service neutron] 10.222.0.82 "GET /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802133 Feb 18 12:27:25.649673 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bd50f2f6-e9cb-40bd-9fcf-87dde4da9593 req-43085e64-6cda-4303-b468-3849aefca4ef service neutron] 10.222.0.82 "GET /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604135 Feb 18 12:27:25.653763 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147657a-e052-4670-862d-dcdd5c41733d req-5de02278-73fa-4aad-8e1b-d698a063f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:25.655942 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8147657a-e052-4670-862d-dcdd5c41733d req-5de02278-73fa-4aad-8e1b-d698a063f850 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 1130 time: 0.1144562 Feb 18 12:27:25.676600 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcafd0-a069-4f05-bdb3-4f9f98fd21d8 req-17ed874b-651d-4189-abb3-041f5ea6763f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:25.684925 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0dcafd0-a069-4f05-bdb3-4f9f98fd21d8 req-17ed874b-651d-4189-abb3-041f5ea6763f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0881431 Feb 18 12:27:25.787610 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d0dcafd0-a069-4f05-bdb3-4f9f98fd21d8 req-72e4e0de-9edb-49d2-a7b3-4d9c2ef121a9 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861661 Feb 18 12:27:25.799780 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147657a-e052-4670-862d-dcdd5c41733d req-05853bff-92c7-4573-b6ec-8b84597adb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:25.801814 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8147657a-e052-4670-862d-dcdd5c41733d req-05853bff-92c7-4573-b6ec-8b84597adb93 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7 HTTP/1.1" status: 200 len: 917 time: 0.1229274 Feb 18 12:27:25.870631 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8147657a-e052-4670-862d-dcdd5c41733d req-0b201b3a-1c55-4cf3-ad19-bcee3dd8f692 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46 HTTP/1.1" status: 200 len: 1002 time: 0.0621643 Feb 18 12:27:25.920018 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147657a-e052-4670-862d-dcdd5c41733d req-d37f0bb5-a4e8-4c21-b72e-a9dfb6cb9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:25.925571 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8147657a-e052-4670-862d-dcdd5c41733d req-d37f0bb5-a4e8-4c21-b72e-a9dfb6cb9812 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0605fd76-e386-40d7-93ea-f7bf1f705f1d HTTP/1.1" status: 200 len: 855 time: 0.0443244 Feb 18 12:27:25.974318 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147657a-e052-4670-862d-dcdd5c41733d req-cbd9ef50-9520-405e-8de1-ea377ddd53f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:25.975854 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8147657a-e052-4670-862d-dcdd5c41733d req-cbd9ef50-9520-405e-8de1-ea377ddd53f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472369 Feb 18 12:27:26.069739 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8147657a-e052-4670-862d-dcdd5c41733d req-c620cb80-c6c6-4ff4-aa4e-ec6d8ee6fffc service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859733 Feb 18 12:27:26.162284 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8147657a-e052-4670-862d-dcdd5c41733d req-9cdc8cbb-e49b-404c-ab64-b35c0b97863e service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833125 Feb 18 12:27:26.399646 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae985108-274a-4e5b-aa5b-f6c9fabddc74 req-ea3e4cf7-bd45-4ead-8de6-ddad8501ec3b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:26.401753 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae985108-274a-4e5b-aa5b-f6c9fabddc74 req-ea3e4cf7-bd45-4ead-8de6-ddad8501ec3b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0519710 Feb 18 12:27:26.461115 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae985108-274a-4e5b-aa5b-f6c9fabddc74 req-7de07155-13f6-4979-81c6-31c69bde8d96 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544167 Feb 18 12:27:26.499940 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30eddb-bf7f-4b9e-b4ba-28850a8a94f6 req-56f9811f-772d-4eb2-9fbd-7b10236c6f23 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:26.501380 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6e30eddb-bf7f-4b9e-b4ba-28850a8a94f6 req-56f9811f-772d-4eb2-9fbd-7b10236c6f23 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 943 time: 0.0531263 Feb 18 12:27:26.547976 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6e30eddb-bf7f-4b9e-b4ba-28850a8a94f6 req-b3038e09-4dca-4abe-90eb-2ae74502e830 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Feb 18 12:27:26.911966 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95483467-27af-40a6-83eb-43a992dae2db req-1491c2e4-260b-4c85-b398-63dc4a740ead tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:26.913472 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-95483467-27af-40a6-83eb-43a992dae2db req-1491c2e4-260b-4c85-b398-63dc4a740ead tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0532527 Feb 18 12:27:26.960833 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-95483467-27af-40a6-83eb-43a992dae2db req-2285eb03-1446-4e7e-ba6a-b879c3a13ead tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418043 Feb 18 12:27:27.023664 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee215c9-0003-4231-bdf3-7d3a8a24d7e6 req-5b11d63f-fb04-4d2e-b591-7feb3defa3d2 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:27.025084 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3ee215c9-0003-4231-bdf3-7d3a8a24d7e6 req-5b11d63f-fb04-4d2e-b591-7feb3defa3d2 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0551522 Feb 18 12:27:27.099480 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3ee215c9-0003-4231-bdf3-7d3a8a24d7e6 req-901c2eb7-00b6-4133-ae77-3c12e4fb1529 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687368 Feb 18 12:27:27.110319 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe92b83-0ac0-4d4b-ba2e-1960d2399c6f req-8293094e-df2e-4192-bc5c-086c95011a02 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:27.111718 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fbe92b83-0ac0-4d4b-ba2e-1960d2399c6f req-8293094e-df2e-4192-bc5c-086c95011a02 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.82 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 945 time: 0.0749352 Feb 18 12:27:27.208418 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-fbe92b83-0ac0-4d4b-ba2e-1960d2399c6f req-f2b9bd06-5f9d-441e-a1cb-e330ebbe74ce tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Deleting port d50ced15-0fb2-4f4e-8078-02481f98f3d1 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:27:27.208753 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-fbe92b83-0ac0-4d4b-ba2e-1960d2399c6f req-f2b9bd06-5f9d-441e-a1cb-e330ebbe74ce tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:27.294596 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-fbe92b83-0ac0-4d4b-ba2e-1960d2399c6f req-f2b9bd06-5f9d-441e-a1cb-e330ebbe74ce tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] For port d50ced15-0fb2-4f4e-8078-02481f98f3d1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d50ced15-0fb2-4f4e-8078-02481f98f3d1,segment=NetworkSegment(c47b5b4c-0930-410b-873c-ab2b5e00f75c),segment_id=c47b5b4c-0930-410b-873c-ab2b5e00f75c)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:27.294953 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-fbe92b83-0ac0-4d4b-ba2e-1960d2399c6f req-f2b9bd06-5f9d-441e-a1cb-e330ebbe74ce tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:27.306897 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-fbe92b83-0ac0-4d4b-ba2e-1960d2399c6f req-f2b9bd06-5f9d-441e-a1cb-e330ebbe74ce tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Calling delete_port for d50ced15-0fb2-4f4e-8078-02481f98f3d1 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:27:27.537964 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-fbe92b83-0ac0-4d4b-ba2e-1960d2399c6f req-f2b9bd06-5f9d-441e-a1cb-e330ebbe74ce tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (d50ced15-0fb2-4f4e-8078-02481f98f3d1), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:27.549829 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['d50ced15-0fb2-4f4e-8078-02481f98f3d1', '74fdbe57-07f9-4d8e-8a50-3cf845658821'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:27:27.556386 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c9fa22d4-6aac-4ce6-b058-63bde5f7b6b2 req-a23391d5-ae08-4566-bf84-c73f87441677 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 210 time: 0.0292289 Feb 18 12:27:27.580522 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9bd06-5f9d-441e-a1cb-e330ebbe74ce tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Pushing event deleted for resources: {'Port': ['ID=d50ced15-0fb2-4f4e-8078-02481f98f3d1,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:27.640874 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe92b83-0ac0-4d4b-ba2e-1960d2399c6f req-f2b9bd06-5f9d-441e-a1cb-e330ebbe74ce tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] No DVR routers for this DVR port d50ced15-0fb2-4f4e-8078-02481f98f3d1 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:27:27.644613 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-fbe92b83-0ac0-4d4b-ba2e-1960d2399c6f req-f2b9bd06-5f9d-441e-a1cb-e330ebbe74ce tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:27.647915 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fbe92b83-0ac0-4d4b-ba2e-1960d2399c6f req-f2b9bd06-5f9d-441e-a1cb-e330ebbe74ce tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.82 "DELETE /v2.0/ports/d50ced15-0fb2-4f4e-8078-02481f98f3d1 HTTP/1.1" status: 204 len: 173 time: 0.5298140 Feb 18 12:27:27.648373 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d19890-ee7a-4a2d-856b-7531511f5733', 'name': 'network-vif-deleted', 'tag': 'd50ced15-0fb2-4f4e-8078-02481f98f3d1'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:27:27.650713 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f358563-b0aa-4422-b38a-2b5f6dfe597c" -d '{"events": [{"server_uuid": "12d19890-ee7a-4a2d-856b-7531511f5733", "name": "network-vif-deleted", "tag": "d50ced15-0fb2-4f4e-8078-02481f98f3d1"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:27:27.707500 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device ff052b8b-4f56-4afe-ac46-e974f411f6ce details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:27:27.711115 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3876087-8791-4e79-9d90-b896159a80fb req-34d3fe6a-948d-44d3-8ce7-81a8a6595c40 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:27.712966 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d3876087-8791-4e79-9d90-b896159a80fb req-34d3fe6a-948d-44d3-8ce7-81a8a6595c40 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 943 time: 0.0805357 Feb 18 12:27:27.726466 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee67e93-f5a2-43ee-b094-b9756331758b x-openstack-request-id: req-3ee67e93-f5a2-43ee-b094-b9756331758b {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:27:27.726871 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d19890-ee7a-4a2d-856b-7531511f5733", "name": "network-vif-deleted", "tag": "d50ced15-0fb2-4f4e-8078-02481f98f3d1", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:27:27.727208 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ee67e93-f5a2-43ee-b094-b9756331758b {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:27:27.727663 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d19890-ee7a-4a2d-856b-7531511f5733', 'name': 'network-vif-deleted', 'tag': 'd50ced15-0fb2-4f4e-8078-02481f98f3d1', 'status': 'completed', 'code': 200} Feb 18 12:27:27.772302 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d3876087-8791-4e79-9d90-b896159a80fb req-6e4803b4-1bb9-4b1a-8afd-a51c4a8af580 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539744 Feb 18 12:27:27.830848 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port ff052b8b-4f56-4afe-ac46-e974f411f6ce, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ff052b8b-4f56-4afe-ac46-e974f411f6ce,segment=NetworkSegment(36292d8d-70ca-440d-ab3e-71b2b60f1eef),segment_id=36292d8d-70ca-440d-ab3e-71b2b60f1eef)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:27.842469 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'port_id': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce', 'mac_address': 'fa:16:3e:92:3c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:27:27.880901 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port ff052b8b-4f56-4afe-ac46-e974f411f6ce is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:27:27.881287 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:27.895322 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff052b8b-4f56-4afe-ac46-e974f411f6ce {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:27:27.914959 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port ff052b8b-4f56-4afe-ac46-e974f411f6ce, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ff052b8b-4f56-4afe-ac46-e974f411f6ce,segment=NetworkSegment(36292d8d-70ca-440d-ab3e-71b2b60f1eef),segment_id=36292d8d-70ca-440d-ab3e-71b2b60f1eef)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:27.976141 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:28.033388 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=ff052b8b-4f56-4afe-ac46-e974f411f6ce,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:28.100140 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891ef03-615a-4ca1-be43-1c3ee16e3631 req-39bf1941-5489-4413-9db2-496463c77123 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:28.101613 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f891ef03-615a-4ca1-be43-1c3ee16e3631 req-39bf1941-5489-4413-9db2-496463c77123 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0536239 Feb 18 12:27:28.155384 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f891ef03-615a-4ca1-be43-1c3ee16e3631 req-23bd4436-f4de-4f73-a4b6-c6d7325f10e0 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481820 Feb 18 12:27:28.222001 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82711-a1e9-49f2-b4d9-365edd3e8231 req-78964d9c-2355-48b0-8e83-ec70977c4a32 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:28.223665 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baa82711-a1e9-49f2-b4d9-365edd3e8231 req-78964d9c-2355-48b0-8e83-ec70977c4a32 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0534351 Feb 18 12:27:28.245006 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['ff052b8b-4f56-4afe-ac46-e974f411f6ce'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:27:28.282590 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baa82711-a1e9-49f2-b4d9-365edd3e8231 req-4e3ee338-4802-4da7-b481-ea18835c95cb tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516160 Feb 18 12:27:28.660383 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1d102f55-e972-4d93-ad90-fff097498f5a req-685615a4-40b6-4e94-a959-233fc1f1977f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=12d19890-ee7a-4a2d-856b-7531511f5733 HTTP/1.1" status: 200 len: 210 time: 0.0261207 Feb 18 12:27:28.897895 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba99f5-fbdc-4b7f-ae10-9b1452544536 req-e05e841f-7467-4a10-943a-ab2a8fb28d7c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:28.899283 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-afba99f5-fbdc-4b7f-ae10-9b1452544536 req-e05e841f-7467-4a10-943a-ab2a8fb28d7c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 944 time: 0.0568392 Feb 18 12:27:28.945507 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-afba99f5-fbdc-4b7f-ae10-9b1452544536 req-1e8b32c5-30db-42d9-bb8c-29c3c5f7a9ca tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Feb 18 12:27:29.278442 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678c17d-433d-4dfb-9cc1-4c7165fd4045 req-f97155ea-a514-41e8-9efc-617c8b5365e4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:29.279888 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9678c17d-433d-4dfb-9cc1-4c7165fd4045 req-f97155ea-a514-41e8-9efc-617c8b5365e4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 946 time: 0.0519919 Feb 18 12:27:29.325572 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9678c17d-433d-4dfb-9cc1-4c7165fd4045 req-e71a0bcf-9a22-4fa8-809b-28e1fc184e02 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396090 Feb 18 12:27:29.401498 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c768a2-f914-45ac-8a78-186cd54b70c0 req-fc9fe927-1589-4917-9eec-5dfb68a10b45 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:29.403064 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-07c768a2-f914-45ac-8a78-186cd54b70c0 req-fc9fe927-1589-4917-9eec-5dfb68a10b45 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0546360 Feb 18 12:27:29.460609 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-07c768a2-f914-45ac-8a78-186cd54b70c0 req-51b5e4ef-6323-47be-bd8a-51700a849fd3 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516088 Feb 18 12:27:29.706628 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device ff052b8b-4f56-4afe-ac46-e974f411f6ce up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:27:29.787940 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port ff052b8b-4f56-4afe-ac46-e974f411f6ce completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:27:29.792173 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port ff052b8b-4f56-4afe-ac46-e974f411f6ce triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:27:29.795578 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:29.872404 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port ff052b8b-4f56-4afe-ac46-e974f411f6ce is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:27:29.872791 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:29.895428 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:27:29.897699 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34f0423-4054-4293-9c31-f1bff2b52868" -d '{"events": [{"server_uuid": "3877d34c-1985-47aa-a811-dc64ae8cf1e3", "name": "network-vif-plugged", "status": "completed", "tag": "ff052b8b-4f56-4afe-ac46-e974f411f6ce"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:27:29.910864 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port ff052b8b-4f56-4afe-ac46-e974f411f6ce, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ff052b8b-4f56-4afe-ac46-e974f411f6ce,segment=NetworkSegment(36292d8d-70ca-440d-ab3e-71b2b60f1eef),segment_id=36292d8d-70ca-440d-ab3e-71b2b60f1eef)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:29.992576 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:29.993530 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 34a308e0-633c-45fc-b46a-0b15b92e9b46 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:27:30.069744 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=ff052b8b-4f56-4afe-ac46-e974f411f6ce,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:30.098413 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0979f6-b6d1-4704-ba1d-e5766f309167 x-openstack-request-id: req-5a0979f6-b6d1-4704-ba1d-e5766f309167 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:27:30.098807 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3877d34c-1985-47aa-a811-dc64ae8cf1e3", "name": "network-vif-plugged", "status": "completed", "tag": "ff052b8b-4f56-4afe-ac46-e974f411f6ce", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:27:30.099151 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a0979f6-b6d1-4704-ba1d-e5766f309167 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:27:30.099632 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce', 'code': 200} Feb 18 12:27:30.119619 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 34a308e0-633c-45fc-b46a-0b15b92e9b46 is: ACTIVE; New status is: DOWN {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:27:30.120221 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:30.157505 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 34a308e0-633c-45fc-b46a-0b15b92e9b46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:30.195671 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861d0ba-4458-4edb-8871-7663cd7bd133 req-a955d64e-8e1e-4b76-a917-f008d30ed0ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:30.197127 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9861d0ba-4458-4edb-8871-7663cd7bd133 req-a955d64e-8e1e-4b76-a917-f008d30ed0ba tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 945 time: 0.0522685 Feb 18 12:27:30.239594 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:30.248527 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9861d0ba-4458-4edb-8871-7663cd7bd133 req-d72075cb-c898-43e2-827b-d306dae670ad tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458472 Feb 18 12:27:30.301388 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=34a308e0-633c-45fc-b46a-0b15b92e9b46,revision_number=8']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:30.360008 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f21b0d-e77d-4232-a99b-8bff97a1498e req-9b490dde-360a-4880-b71a-d8f11f4332bc tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:30.361505 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-76f21b0d-e77d-4232-a99b-8bff97a1498e req-9b490dde-360a-4880-b71a-d8f11f4332bc tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0511208 Feb 18 12:27:30.438612 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-76f21b0d-e77d-4232-a99b-8bff97a1498e req-bcf919e6-9f89-4bdf-8dc7-342aed7ca10c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701115 Feb 18 12:27:30.452597 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d9804-beaf-4fc4-b97b-bdd67b14b224 req-468d3ac9-81eb-4394-9d36-85b54074f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:30.454201 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bc4d9804-beaf-4fc4-b97b-bdd67b14b224 req-468d3ac9-81eb-4394-9d36-85b54074f21f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 1129 time: 0.0647488 Feb 18 12:27:30.502416 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bc4d9804-beaf-4fc4-b97b-bdd67b14b224 req-13158455-6123-4953-a00d-c19a218420ba service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Feb 18 12:27:30.549043 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-93d2700e-68e6-4843-afc0-2a98ba3d0ce0 req-50ed59cc-bb97-4f4b-a5db-54a325f4c6c1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:27:30.550040 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-93d2700e-68e6-4843-afc0-2a98ba3d0ce0 req-50ed59cc-bb97-4f4b-a5db-54a325f4c6c1 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056336 Feb 18 12:27:30.589608 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da3856-e28e-4700-9aa4-eb540472de5e req-bf6ced48-0057-4032-a17a-63ca53d45142 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:30.591131 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-73da3856-e28e-4700-9aa4-eb540472de5e req-bf6ced48-0057-4032-a17a-63ca53d45142 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0573139 Feb 18 12:27:30.636464 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-73da3856-e28e-4700-9aa4-eb540472de5e req-d0056584-1287-4b53-ba48-bfe2fc718191 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400107 Feb 18 12:27:30.970893 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4483dd-d763-4f08-b7fa-423b3a1f22b2 req-adf61dc0-5211-4067-9e20-c170553c3330 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:30.973012 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3d4483dd-d763-4f08-b7fa-423b3a1f22b2 req-adf61dc0-5211-4067-9e20-c170553c3330 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0539160 Feb 18 12:27:31.028002 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3d4483dd-d763-4f08-b7fa-423b3a1f22b2 req-a68e115b-9bd3-4592-bc1f-f61717746585 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474315 Feb 18 12:27:31.368627 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566432b2-2171-4cbd-9567-4e8ef49a212a req-eaf8c028-f563-48c4-9a31-deca9968dcb8 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:31.370067 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-566432b2-2171-4cbd-9567-4e8ef49a212a req-eaf8c028-f563-48c4-9a31-deca9968dcb8 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 945 time: 0.0510800 Feb 18 12:27:31.416441 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-566432b2-2171-4cbd-9567-4e8ef49a212a req-5d38c16b-e5fd-4097-9b4a-1e78dc02c21a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 Feb 18 12:27:31.556699 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25ff02-b883-4364-b6e7-3f6da1c30a4c req-7b4ec989-bd18-4bad-8b08-1a6db5daf491 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:31.558248 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ed25ff02-b883-4364-b6e7-3f6da1c30a4c req-7b4ec989-bd18-4bad-8b08-1a6db5daf491 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0518277 Feb 18 12:27:31.564396 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 47772) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:31.605726 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ed25ff02-b883-4364-b6e7-3f6da1c30a4c req-bd241258-07ad-48a0-8c7b-11e7072c5858 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418005 Feb 18 12:27:31.651235 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-8b659038-086c-4e6d-9924-1e2be9b28f2b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856938 Feb 18 12:27:31.660377 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-ac4fb7f2-d21e-4a6a-82d9-4953ef68a3d2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:27:31.661342 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-ac4fb7f2-d21e-4a6a-82d9-4953ef68a3d2 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057197 Feb 18 12:27:31.711559 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d50ced15-0fb2-4f4e-8078-02481f98f3d1 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:27:31.733311 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: d50ced15-0fb2-4f4e-8078-02481f98f3d1 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:27:31.733797 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d50ced15-0fb2-4f4e-8078-02481f98f3d1 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:27:31.740144 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 47782) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:31.768359 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107842ad-4337-4363-a044-b9642a7354a5 req-f80c8d7a-00f9-4860-8894-810215bd55e9 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:31.770392 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-107842ad-4337-4363-a044-b9642a7354a5 req-f80c8d7a-00f9-4860-8894-810215bd55e9 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0654135 Feb 18 12:27:31.851353 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-1d23b33f-665c-4576-977f-5f9322a44019 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:31.852683 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-1d23b33f-665c-4576-977f-5f9322a44019 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports/34a308e0-633c-45fc-b46a-0b15b92e9b46 HTTP/1.1" status: 200 len: 941 time: 0.1116121 Feb 18 12:27:31.856037 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-107842ad-4337-4363-a044-b9642a7354a5 req-de911b70-8299-412c-8334-baa198dc4540 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799713 Feb 18 12:27:32.100386 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34a308e0-633c-45fc-b46a-0b15b92e9b46'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:27:32.102731 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b9b0ed-db35-4b9b-8dc6-2921b65e812c" -d '{"events": [{"server_uuid": "534fe92b-e39d-491e-b63b-52452ebf76f3", "name": "network-vif-unplugged", "status": "completed", "tag": "34a308e0-633c-45fc-b46a-0b15b92e9b46"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:27:32.134543 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Feb 2022 12:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0172568c-8d23-4ef6-9f48-dd456e443a44 x-openstack-request-id: req-0172568c-8d23-4ef6-9f48-dd456e443a44 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:27:32.134837 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534fe92b-e39d-491e-b63b-52452ebf76f3", "name": "network-vif-unplugged", "status": "failed", "tag": "34a308e0-633c-45fc-b46a-0b15b92e9b46", "code": 422}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:27:32.135150 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0172568c-8d23-4ef6-9f48-dd456e443a44 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:27:32.135590 dv-cinder-804757-15-iscsi neutron-server[103421]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'code': 422} returned with failed status Feb 18 12:27:32.204605 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa465080-a239-4499-b023-e9dca49cbab4 req-a63d56f0-f1fb-4544-9f48-0adc474dcbcf tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:32.205991 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aa465080-a239-4499-b023-e9dca49cbab4 req-a63d56f0-f1fb-4544-9f48-0adc474dcbcf tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0517337 Feb 18 12:27:32.254698 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aa465080-a239-4499-b023-e9dca49cbab4 req-dd147386-9bc8-408c-954e-9e3ef2e23e64 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423145 Feb 18 12:27:32.535065 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcca33-bf54-4d93-bb6a-745eaeb69f02 req-58facdb4-590b-4b72-ac57-894d355a3322 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:32.536514 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-adbcca33-bf54-4d93-bb6a-745eaeb69f02 req-58facdb4-590b-4b72-ac57-894d355a3322 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 945 time: 0.0513728 Feb 18 12:27:32.582853 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-adbcca33-bf54-4d93-bb6a-745eaeb69f02 req-1b142864-7dd2-4e2b-97d5-c3f1e68824c0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406017 Feb 18 12:27:32.745034 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a516ef0-0681-4158-87be-85d65895dceb req-d17a48f2-514e-4467-b20a-0fddd413e9fd tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:32.746572 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5a516ef0-0681-4158-87be-85d65895dceb req-d17a48f2-514e-4467-b20a-0fddd413e9fd tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 945 time: 0.0940223 Feb 18 12:27:32.766854 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a66e2-c48c-4cca-ac5c-da3989bbf77e req-353bf35e-b579-4d19-8144-e9bc258a2d3a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:32.768245 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b25a66e2-c48c-4cca-ac5c-da3989bbf77e req-353bf35e-b579-4d19-8144-e9bc258a2d3a tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0800912 Feb 18 12:27:33.069566 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5a516ef0-0681-4158-87be-85d65895dceb req-ab41aa05-16b0-4e2b-8d1a-be64b98a7917 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152351 Feb 18 12:27:33.087472 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b25a66e2-c48c-4cca-ac5c-da3989bbf77e req-1fce760d-6206-468f-b278-2cef8b0dd06e tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076613 Feb 18 12:27:33.177629 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870b636-a6c1-4e41-bacf-46e55b4291ea req-20adb3c8-614b-42f0-bd0d-7350fd925580 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:33.179437 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2870b636-a6c1-4e41-bacf-46e55b4291ea req-20adb3c8-614b-42f0-bd0d-7350fd925580 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0525920 Feb 18 12:27:33.226540 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2870b636-a6c1-4e41-bacf-46e55b4291ea req-611b778e-3636-4ab2-8f0b-a892656be11a tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Feb 18 12:27:33.412387 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69298d0-9bbe-450a-b34f-5df72fc46922 req-c16ffcdf-4314-4082-b11d-a7dd9dd7b7c6 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:33.413863 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c69298d0-9bbe-450a-b34f-5df72fc46922 req-c16ffcdf-4314-4082-b11d-a7dd9dd7b7c6 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0876663 Feb 18 12:27:33.424889 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311438b4-f393-489b-9880-9b2e6b8b7db6 req-5d2768a5-d417-4153-a6a7-d178dbd82d51 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:33.426294 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-311438b4-f393-489b-9880-9b2e6b8b7db6 req-5d2768a5-d417-4153-a6a7-d178dbd82d51 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 945 time: 0.0709960 Feb 18 12:27:33.497785 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c69298d0-9bbe-450a-b34f-5df72fc46922 req-a28b4825-3b8f-4b15-a57b-19867e8b7998 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705600 Feb 18 12:27:33.500900 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-311438b4-f393-489b-9880-9b2e6b8b7db6 req-ca1354c5-158b-4b37-a859-8b9ffcf68dff tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681109 Feb 18 12:27:34.204294 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1409d-3dec-494b-8c1d-382e5c6ecdc7 req-753179c7-851a-406d-b1c9-f20214228add tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:34.205760 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-42b1409d-3dec-494b-8c1d-382e5c6ecdc7 req-753179c7-851a-406d-b1c9-f20214228add tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0515225 Feb 18 12:27:34.254674 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-42b1409d-3dec-494b-8c1d-382e5c6ecdc7 req-e827299b-6937-41cb-9dcc-144e55910e2c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430155 Feb 18 12:27:34.350988 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95465296-c40d-4a95-92e3-b398f3fca347 req-f8c916a0-74cb-4131-b41b-a225259d6842 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:34.352898 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-95465296-c40d-4a95-92e3-b398f3fca347 req-f8c916a0-74cb-4131-b41b-a225259d6842 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0599644 Feb 18 12:27:34.400273 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-95465296-c40d-4a95-92e3-b398f3fca347 req-0171bde2-b60a-487a-ab6f-7f646f87266c tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418992 Feb 18 12:27:34.624509 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d51cf3-3c1e-468f-8a81-afe37b570b5b req-aa6509f9-dd19-41f2-a04f-d56e5553a75b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:34.625955 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-93d51cf3-3c1e-468f-8a81-afe37b570b5b req-aa6509f9-dd19-41f2-a04f-d56e5553a75b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0522969 Feb 18 12:27:34.671512 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-93d51cf3-3c1e-468f-8a81-afe37b570b5b req-5a2a55e6-8568-4c7d-b9db-54f020778dfb tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397339 Feb 18 12:27:35.056038 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-469d8b25-03df-4bbf-89ff-4375dc2ec84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:35.057542 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-469d8b25-03df-4bbf-89ff-4375dc2ec84e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3&tenant_id=f419fb528f5244bcaa1189ccbbc54ab9 HTTP/1.1" status: 200 len: 1128 time: 0.0788631 Feb 18 12:27:35.136657 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-b507fc98-26c7-4b2a-9afd-47bce6641b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:35.138133 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-b507fc98-26c7-4b2a-9afd-47bce6641b39 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 1128 time: 0.0439441 Feb 18 12:27:35.229340 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-8e5a49f5-4931-48d8-b1e1-a7de622bacae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:35.230773 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-8e5a49f5-4931-48d8-b1e1-a7de622bacae service neutron] 10.222.0.82 "GET /v2.0/networks?id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7 HTTP/1.1" status: 200 len: 917 time: 0.0847018 Feb 18 12:27:35.303729 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-d1f8e067-a865-445f-b42c-6e01f2cd6e66 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46 HTTP/1.1" status: 200 len: 1000 time: 0.0581865 Feb 18 12:27:35.381895 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-2406a2f0-85cd-4795-be21-5b3acdce6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:35.383389 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-2406a2f0-85cd-4795-be21-5b3acdce6b4c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0605fd76-e386-40d7-93ea-f7bf1f705f1d HTTP/1.1" status: 200 len: 855 time: 0.0726390 Feb 18 12:27:35.424733 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506d51a-2fda-43e3-af16-a3932b65a0c4 req-44820ddf-8421-44f7-9f63-a79d63b95105 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:35.426828 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f506d51a-2fda-43e3-af16-a3932b65a0c4 req-44820ddf-8421-44f7-9f63-a79d63b95105 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0914745 Feb 18 12:27:35.470488 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-e0bc7d0c-8025-42f2-b684-8bcc12f90e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:35.472589 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-e0bc7d0c-8025-42f2-b684-8bcc12f90e5d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0810897 Feb 18 12:27:35.507672 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:35.517581 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f506d51a-2fda-43e3-af16-a3932b65a0c4 req-bd5affd4-f1fd-4953-bfcd-e4cbae49e774 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835268 Feb 18 12:27:35.593461 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5a914c5a-556d-4403-bd9b-e374e2f16109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:35.614337 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d56e05-2780-485e-a654-2a27f2ae1487 req-446563a7-860e-42e6-811f-9acc0c07711f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:35.615831 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-81d56e05-2780-485e-a654-2a27f2ae1487 req-446563a7-860e-42e6-811f-9acc0c07711f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.1283174 Feb 18 12:27:35.617737 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-1ed3e941-7f35-4326-b280-6328c00cd026 service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373324 Feb 18 12:27:35.716863 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-81d56e05-2780-485e-a654-2a27f2ae1487 req-0d509630-8b50-4b6d-91a4-ec96baf373c4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954218 Feb 18 12:27:35.745184 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f66ff67c-7b8f-4798-901a-0a70bf1651b2 req-b52dd080-c07b-4a7c-a7d2-fe6bbc6d5b9e service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179507 Feb 18 12:27:35.838338 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29117c-1acc-422d-ac7f-9dcfc6cea8a3 req-85cc8c64-005d-48f6-9ca5-63a0dad06c2f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:35.839808 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5d29117c-1acc-422d-ac7f-9dcfc6cea8a3 req-85cc8c64-005d-48f6-9ca5-63a0dad06c2f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0559616 Feb 18 12:27:35.887029 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5d29117c-1acc-422d-ac7f-9dcfc6cea8a3 req-504e6378-faec-4423-ad6f-d5c66132f107 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418236 Feb 18 12:27:36.682115 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89d13e-f896-4c51-a06c-ca7a84cee60c req-65ca3385-e26d-4d3d-b471-e3fc871cc0d9 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:36.683981 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7f89d13e-f896-4c51-a06c-ca7a84cee60c req-65ca3385-e26d-4d3d-b471-e3fc871cc0d9 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0798576 Feb 18 12:27:36.758504 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7f89d13e-f896-4c51-a06c-ca7a84cee60c req-edc42276-6364-4082-8660-ba16ecc6b974 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672228 Feb 18 12:27:36.893421 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e5e08-89f6-42d9-9b6c-439c21fdd0dc req-4e73845b-bcd4-4797-9d9e-d140737923aa tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:36.895484 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1f0e5e08-89f6-42d9-9b6c-439c21fdd0dc req-4e73845b-bcd4-4797-9d9e-d140737923aa tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0656703 Feb 18 12:27:36.952041 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1f0e5e08-89f6-42d9-9b6c-439c21fdd0dc req-131634d0-dcfa-499e-8bd0-43f00fca3cd7 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471392 Feb 18 12:27:37.064318 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09939f-8622-466f-abb4-4ae5bd3a12ec req-19f2b0ec-54ac-4af3-8ae9-18f75b16bb15 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:37.070127 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9e09939f-8622-466f-abb4-4ae5bd3a12ec req-19f2b0ec-54ac-4af3-8ae9-18f75b16bb15 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0566356 Feb 18 12:27:37.122315 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9e09939f-8622-466f-abb4-4ae5bd3a12ec req-a6d1fd70-3bd3-41a2-a3d3-94f0eb6cfbac tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492964 Feb 18 12:27:37.851656 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7ad0932f-f34e-4ee9-bca8-eed213ff3f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:37.886931 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadabafa-6a14-4956-8ad0-5c9b671b0d9a req-5e89315c-f54f-4a60-9886-7ac96d5a4468 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:37.888503 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dadabafa-6a14-4956-8ad0-5c9b671b0d9a req-5e89315c-f54f-4a60-9886-7ac96d5a4468 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0618699 Feb 18 12:27:37.940422 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dadabafa-6a14-4956-8ad0-5c9b671b0d9a req-981d247d-c5e6-47b7-ab50-330cefa384ea tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446036 Feb 18 12:27:38.073979 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb994ab-75e1-4503-8740-24a2767ad35c req-915e33c1-5dd8-43be-b260-e44d0bfa68b5 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:38.075579 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5fb994ab-75e1-4503-8740-24a2767ad35c req-915e33c1-5dd8-43be-b260-e44d0bfa68b5 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0545897 Feb 18 12:27:38.123256 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5fb994ab-75e1-4503-8740-24a2767ad35c req-6d6645ea-6e6d-4e23-b7e3-8f94f3952ed1 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 Feb 18 12:27:38.250709 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8bab6-f864-497e-ae47-a95b3328a59a req-41d10ef5-0d18-4af2-9af1-8683370cc17b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:38.252144 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2dc8bab6-f864-497e-ae47-a95b3328a59a req-41d10ef5-0d18-4af2-9af1-8683370cc17b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0536680 Feb 18 12:27:38.297457 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2dc8bab6-f864-497e-ae47-a95b3328a59a req-2224b3f7-1566-431e-a3f0-abb976e90a7b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391011 Feb 18 12:27:39.027657 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:39.081645 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d636bd1-10c9-4bc2-bb18-9398de300dd7 req-eda942d2-eff2-4a81-9302-350da88a6be2 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:39.083928 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4d636bd1-10c9-4bc2-bb18-9398de300dd7 req-eda942d2-eff2-4a81-9302-350da88a6be2 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0618284 Feb 18 12:27:39.132445 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4d636bd1-10c9-4bc2-bb18-9398de300dd7 req-d20ea5af-dfd1-437b-94dc-1f18b7fd25fc tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429416 Feb 18 12:27:39.255103 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addfe93-7c23-4cf4-9500-25bded4b60d4 req-20489238-4c76-49dd-b738-f363617237c5 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:39.256490 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9addfe93-7c23-4cf4-9500-25bded4b60d4 req-20489238-4c76-49dd-b738-f363617237c5 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0547245 Feb 18 12:27:39.306415 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9addfe93-7c23-4cf4-9500-25bded4b60d4 req-09e4f2f7-4b2d-4841-9814-223678f54470 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443218 Feb 18 12:27:39.447724 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57914ab-d1a0-4d1e-bdc1-b33004832fce req-f9caced4-d8ec-4740-bdd6-f7bdbf2c338b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:39.449351 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b57914ab-d1a0-4d1e-bdc1-b33004832fce req-f9caced4-d8ec-4740-bdd6-f7bdbf2c338b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0697701 Feb 18 12:27:39.511249 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b57914ab-d1a0-4d1e-bdc1-b33004832fce req-4d36a4da-2b1d-4070-a537-3ff928019338 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518553 Feb 18 12:27:40.259380 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139511ad-a549-469d-9d8d-bc5a06dc1e30 req-8b76f38a-c401-4c94-945a-cf8fd4ac2173 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:40.260885 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-139511ad-a549-469d-9d8d-bc5a06dc1e30 req-8b76f38a-c401-4c94-945a-cf8fd4ac2173 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0526462 Feb 18 12:27:40.334402 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-139511ad-a549-469d-9d8d-bc5a06dc1e30 req-bd4bc4ea-c19d-4c9e-921e-4e26a9029bcc tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582542 Feb 18 12:27:40.447743 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53127925-9264-49b8-976c-f6ba000c6baa req-e7b52e45-b1e1-48e2-a7b5-978351a672b7 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:40.449122 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-53127925-9264-49b8-976c-f6ba000c6baa req-e7b52e45-b1e1-48e2-a7b5-978351a672b7 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0545275 Feb 18 12:27:40.473431 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:40.494862 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-53127925-9264-49b8-976c-f6ba000c6baa req-c4f4551a-371c-48fc-8ba8-fed1dc8d24dc tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400951 Feb 18 12:27:40.644530 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117aad1-b8d8-4845-8068-9eb02819e6db req-fc93f618-5703-4e39-8b71-0841603de6ce tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:40.651952 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a117aad1-b8d8-4845-8068-9eb02819e6db req-fc93f618-5703-4e39-8b71-0841603de6ce tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0665107 Feb 18 12:27:40.709532 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a117aad1-b8d8-4845-8068-9eb02819e6db req-813f717b-8e91-44bc-8d7d-149e8392a4af tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497854 Feb 18 12:27:41.464482 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a1e08-ebd5-439b-b168-6501f6e7885a req-f1f618c2-ce11-4106-9df7-6b9888958180 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:41.466050 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-db5a1e08-ebd5-439b-b168-6501f6e7885a req-f1f618c2-ce11-4106-9df7-6b9888958180 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0517838 Feb 18 12:27:41.517771 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-db5a1e08-ebd5-439b-b168-6501f6e7885a req-272d1440-3a17-40cd-9232-109ffc400cd0 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 Feb 18 12:27:41.555207 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:27:41.619255 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f04a1a-eeb5-486e-93d4-059cffcdf6f9 req-00273d3b-2f7d-4e75-a852-1b9c0806f2f8 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:41.620828 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-51f04a1a-eeb5-486e-93d4-059cffcdf6f9 req-00273d3b-2f7d-4e75-a852-1b9c0806f2f8 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0563920 Feb 18 12:27:41.671273 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-51f04a1a-eeb5-486e-93d4-059cffcdf6f9 req-7510dd0e-3bc5-4c16-a3c1-e30bb49ca0f7 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445879 Feb 18 12:27:41.824438 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9e53b-a27c-466e-b536-89cc0f87e2e4 req-382f888d-2800-470d-a877-da03e094206c tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:41.825941 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-67e9e53b-a27c-466e-b536-89cc0f87e2e4 req-382f888d-2800-470d-a877-da03e094206c tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0542004 Feb 18 12:27:41.880560 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-67e9e53b-a27c-466e-b536-89cc0f87e2e4 req-b0cc2225-d4df-4a29-b133-7248789b8c6a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487506 Feb 18 12:27:41.985417 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:42.651311 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8e4d9-79cd-41ac-bd69-fcd787299b39 req-7b8b2cd3-bafa-45f9-ae21-769da3738f0f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:42.653005 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-55f8e4d9-79cd-41ac-bd69-fcd787299b39 req-7b8b2cd3-bafa-45f9-ae21-769da3738f0f tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0615523 Feb 18 12:27:42.706938 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-55f8e4d9-79cd-41ac-bd69-fcd787299b39 req-3c924199-918d-4a8b-8baa-5a23fd98365e tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479379 Feb 18 12:27:42.820657 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a217dc-d0a5-439e-b4bb-a69384aa9426 req-c3eae894-f662-43f3-b098-add44319fcf5 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:42.822032 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-32a217dc-d0a5-439e-b4bb-a69384aa9426 req-c3eae894-f662-43f3-b098-add44319fcf5 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0563905 Feb 18 12:27:42.867285 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-32a217dc-d0a5-439e-b4bb-a69384aa9426 req-cb4e2dcb-b008-466b-ba66-5a5ff19bd907 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398335 Feb 18 12:27:43.021543 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc41f2-2e62-446a-bb49-294b09ef8d7c req-49bb099a-bc96-4250-a839-865d4a44b9c0 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:43.023505 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-85fc41f2-2e62-446a-bb49-294b09ef8d7c req-49bb099a-bc96-4250-a839-865d4a44b9c0 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0647354 Feb 18 12:27:43.071800 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-85fc41f2-2e62-446a-bb49-294b09ef8d7c req-83a1ca67-ae4d-4a7c-905b-e3495880ee03 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423894 Feb 18 12:27:43.831527 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e843614-9736-454a-8872-bbf318905b3d req-58f17c3c-bfe6-4693-acec-12a8a2070fa3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:43.833029 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8e843614-9736-454a-8872-bbf318905b3d req-58f17c3c-bfe6-4693-acec-12a8a2070fa3 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0553050 Feb 18 12:27:43.895694 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8e843614-9736-454a-8872-bbf318905b3d req-170cb7c7-93c1-4e3a-89ac-ab3a913d715d tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479307 Feb 18 12:27:44.015967 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983169e9-8089-45c1-8fe9-24dc4af2a318 req-2740e492-b0b1-4d3a-8df3-d11626c0b267 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:44.017605 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-983169e9-8089-45c1-8fe9-24dc4af2a318 req-2740e492-b0b1-4d3a-8df3-d11626c0b267 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0636277 Feb 18 12:27:44.074491 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-983169e9-8089-45c1-8fe9-24dc4af2a318 req-1b04cbb1-a435-443b-9e01-a5b96b5edb88 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504627 Feb 18 12:27:44.208362 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e14e-42f5-4890-bad1-aefd23cb6009 req-8b303a55-3c92-4936-884e-ad4f0b321b52 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:44.210233 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9245e14e-42f5-4890-bad1-aefd23cb6009 req-8b303a55-3c92-4936-884e-ad4f0b321b52 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0543315 Feb 18 12:27:44.275789 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9245e14e-42f5-4890-bad1-aefd23cb6009 req-6425d1da-330a-4822-bfc4-11d533b86d6d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596418 Feb 18 12:27:45.028677 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719728b8-4679-45ec-8d81-ba316de9f42d req-b6d096c9-e5a6-482c-ab04-18f2f70b0ecd tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:45.030213 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-719728b8-4679-45ec-8d81-ba316de9f42d req-b6d096c9-e5a6-482c-ab04-18f2f70b0ecd tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0528514 Feb 18 12:27:45.082034 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-719728b8-4679-45ec-8d81-ba316de9f42d req-6b965f20-553e-4d4f-9c0f-670c3e134d38 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454679 Feb 18 12:27:45.193378 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd96df-a02c-4a76-b7c8-acf91cb67c33 req-c6444ee1-9e8c-4715-91a9-c791cb0c6a25 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:45.194895 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-defd96df-a02c-4a76-b7c8-acf91cb67c33 req-c6444ee1-9e8c-4715-91a9-c791cb0c6a25 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0552428 Feb 18 12:27:45.241936 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-defd96df-a02c-4a76-b7c8-acf91cb67c33 req-dd2acbee-1746-4e71-ab05-6569ca81dc96 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415452 Feb 18 12:27:45.402577 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066147a6-6868-4718-bc5c-2d4195c0a05b req-6561d03b-c9c8-40a0-bb2b-afcb42f64bb5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:45.403997 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-066147a6-6868-4718-bc5c-2d4195c0a05b req-6561d03b-c9c8-40a0-bb2b-afcb42f64bb5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0538728 Feb 18 12:27:45.451166 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-066147a6-6868-4718-bc5c-2d4195c0a05b req-893a9a59-0f22-4a61-93f1-bbcf82b14b08 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414817 Feb 18 12:27:46.198221 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8d188-e83a-4b2d-9601-6729d2266459 req-43d827fd-db02-4770-98e2-3636c6223cdc tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:46.199728 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-53c8d188-e83a-4b2d-9601-6729d2266459 req-43d827fd-db02-4770-98e2-3636c6223cdc tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0525737 Feb 18 12:27:46.251371 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-53c8d188-e83a-4b2d-9601-6729d2266459 req-dd437ba7-1a39-4949-85d3-57b6570ce327 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462730 Feb 18 12:27:46.373678 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e948d-16d0-4348-b840-0705f193e872 req-3fcc3eaa-9dbe-4ce3-af1e-42859f1fbceb tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:46.375297 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-128e948d-16d0-4348-b840-0705f193e872 req-3fcc3eaa-9dbe-4ce3-af1e-42859f1fbceb tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0533743 Feb 18 12:27:46.421718 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-128e948d-16d0-4348-b840-0705f193e872 req-7b508c97-02c4-4150-bf60-11c430250b54 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405004 Feb 18 12:27:46.575095 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aea2bc-4a74-415c-88a2-d35172db66d1 req-6ea38ec6-bba3-4f9c-8ffc-d356795fb305 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:46.576559 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f7aea2bc-4a74-415c-88a2-d35172db66d1 req-6ea38ec6-bba3-4f9c-8ffc-d356795fb305 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0515873 Feb 18 12:27:46.624820 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f7aea2bc-4a74-415c-88a2-d35172db66d1 req-9a28b4f2-7cb1-43a5-8c53-67e800b52c7c tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422359 Feb 18 12:27:47.152341 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d7063-28be-4a63-b04a-52308abc7998 req-f06f4dc8-c8e6-4afb-8898-8d4cffabee41 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:47.153767 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-759d7063-28be-4a63-b04a-52308abc7998 req-f06f4dc8-c8e6-4afb-8898-8d4cffabee41 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.82 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0542440 Feb 18 12:27:47.253818 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-759d7063-28be-4a63-b04a-52308abc7998 req-19399255-f21b-4d58-b505-3994d2fa7c57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Deleting port 74fdbe57-07f9-4d8e-8a50-3cf845658821 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:27:47.254546 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-759d7063-28be-4a63-b04a-52308abc7998 req-19399255-f21b-4d58-b505-3994d2fa7c57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:47.370600 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-759d7063-28be-4a63-b04a-52308abc7998 req-19399255-f21b-4d58-b505-3994d2fa7c57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] For port 74fdbe57-07f9-4d8e-8a50-3cf845658821, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74fdbe57-07f9-4d8e-8a50-3cf845658821,segment=NetworkSegment(c47b5b4c-0930-410b-873c-ab2b5e00f75c),segment_id=c47b5b4c-0930-410b-873c-ab2b5e00f75c)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:47.370967 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-759d7063-28be-4a63-b04a-52308abc7998 req-19399255-f21b-4d58-b505-3994d2fa7c57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:47.385751 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-759d7063-28be-4a63-b04a-52308abc7998 req-19399255-f21b-4d58-b505-3994d2fa7c57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Calling delete_port for 74fdbe57-07f9-4d8e-8a50-3cf845658821 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:27:47.407855 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7ff2c-1218-4a82-9611-195150660673 req-3ddd9b4f-27d0-43cb-8397-08a0d40dad5c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:47.410054 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7cb7ff2c-1218-4a82-9611-195150660673 req-3ddd9b4f-27d0-43cb-8397-08a0d40dad5c tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 945 time: 0.0871871 Feb 18 12:27:47.515670 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7cb7ff2c-1218-4a82-9611-195150660673 req-0ab8cc08-a7e4-47e7-955d-37330ab4e58b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/security-groups?id=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737438 Feb 18 12:27:47.586516 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90515cc9-cd61-4ba6-a29a-390bfda5156a req-60d0ab21-eab1-4390-b361-61f4a00b7dfa tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:47.587911 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-90515cc9-cd61-4ba6-a29a-390bfda5156a req-60d0ab21-eab1-4390-b361-61f4a00b7dfa tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0971551 Feb 18 12:27:47.641831 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-90515cc9-cd61-4ba6-a29a-390bfda5156a req-cb4f7086-4451-4abd-aff1-4a9edbfac346 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456171 Feb 18 12:27:47.668103 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-759d7063-28be-4a63-b04a-52308abc7998 req-19399255-f21b-4d58-b505-3994d2fa7c57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (74fdbe57-07f9-4d8e-8a50-3cf845658821), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:47.681577 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['74fdbe57-07f9-4d8e-8a50-3cf845658821'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:27:47.720510 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19399255-f21b-4d58-b505-3994d2fa7c57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Pushing event deleted for resources: {'Port': ['ID=74fdbe57-07f9-4d8e-8a50-3cf845658821,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:47.790757 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-759d7063-28be-4a63-b04a-52308abc7998 req-19399255-f21b-4d58-b505-3994d2fa7c57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] No DVR routers for this DVR port 74fdbe57-07f9-4d8e-8a50-3cf845658821 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:27:47.793642 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-759d7063-28be-4a63-b04a-52308abc7998 req-19399255-f21b-4d58-b505-3994d2fa7c57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:47.796919 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-759d7063-28be-4a63-b04a-52308abc7998 req-19399255-f21b-4d58-b505-3994d2fa7c57 tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.82 "DELETE /v2.0/ports/74fdbe57-07f9-4d8e-8a50-3cf845658821 HTTP/1.1" status: 204 len: 173 time: 0.6317382 Feb 18 12:27:47.797356 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ee53a-e930-46f2-8878-4a579e6ff996', 'name': 'network-vif-deleted', 'tag': '74fdbe57-07f9-4d8e-8a50-3cf845658821'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:27:47.799622 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392122fe-c327-4b67-aea9-8ffa8d1bef10" -d '{"events": [{"server_uuid": "b44ee53a-e930-46f2-8878-4a579e6ff996", "name": "network-vif-deleted", "tag": "74fdbe57-07f9-4d8e-8a50-3cf845658821"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:27:47.819063 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07ea90-e12f-41be-81a2-c8b1d4a2a86b req-6e86a744-2ce1-4285-b41c-e46cdf18d614 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:47.820569 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2e07ea90-e12f-41be-81a2-c8b1d4a2a86b req-6e86a744-2ce1-4285-b41c-e46cdf18d614 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.1033387 Feb 18 12:27:47.866483 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2e07ea90-e12f-41be-81a2-c8b1d4a2a86b req-f1ea76bc-ac30-4a29-b9b4-51f46eb90f91 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403371 Feb 18 12:27:47.916136 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff49f0c-1d1a-49e2-8694-bcc2295ee240 x-openstack-request-id: req-fff49f0c-1d1a-49e2-8694-bcc2295ee240 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:27:47.916427 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ee53a-e930-46f2-8878-4a579e6ff996", "name": "network-vif-deleted", "tag": "74fdbe57-07f9-4d8e-8a50-3cf845658821", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:27:47.916719 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fff49f0c-1d1a-49e2-8694-bcc2295ee240 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:27:47.917067 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ee53a-e930-46f2-8878-4a579e6ff996', 'name': 'network-vif-deleted', 'tag': '74fdbe57-07f9-4d8e-8a50-3cf845658821', 'status': 'completed', 'code': 200} Feb 18 12:27:48.006928 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee04359-4bc1-4362-8fe3-556b19b7d647 req-bdb2482c-ddcc-437e-9a32-0224b8ec472d tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:48.008407 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-eee04359-4bc1-4362-8fe3-556b19b7d647 req-bdb2482c-ddcc-437e-9a32-0224b8ec472d tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0586352 Feb 18 12:27:48.057285 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-eee04359-4bc1-4362-8fe3-556b19b7d647 req-df0e63f2-3e73-498b-9fc8-f5361de96f09 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426266 Feb 18 12:27:48.144643 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1f87d-3407-4999-9210-d3664c240bd2 req-1cc55d32-faf2-4466-ab6b-6e17cc9e7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:48.146150 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-31b1f87d-3407-4999-9210-d3664c240bd2 req-1cc55d32-faf2-4466-ab6b-6e17cc9e7999 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf&device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 1129 time: 0.0437660 Feb 18 12:27:48.239101 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1f87d-3407-4999-9210-d3664c240bd2 req-2b456de9-8dbb-4b4f-b518-1568c2d169fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:48.240593 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-31b1f87d-3407-4999-9210-d3664c240bd2 req-2b456de9-8dbb-4b4f-b518-1568c2d169fb service neutron] 10.222.0.82 "GET /v2.0/networks?id=907427c1-55e0-4b75-bd87-f0c37dd607b6 HTTP/1.1" status: 200 len: 912 time: 0.0872128 Feb 18 12:27:48.307710 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-31b1f87d-3407-4999-9210-d3664c240bd2 req-93d037c8-448d-42f4-be5c-ee5a9fa413fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6debc8ff-7a5f-42d9-891b-dbbb468bae53 HTTP/1.1" status: 200 len: 1000 time: 0.0583465 Feb 18 12:27:48.357780 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1f87d-3407-4999-9210-d3664c240bd2 req-412d38ff-9472-45ba-a24e-95d211941b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:48.359223 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-31b1f87d-3407-4999-9210-d3664c240bd2 req-412d38ff-9472-45ba-a24e-95d211941b97 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74c851c4-68d2-4a81-9f74-304bfd0c369a HTTP/1.1" status: 200 len: 850 time: 0.0411744 Feb 18 12:27:48.413160 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1f87d-3407-4999-9210-d3664c240bd2 req-226183a6-e7f0-4db5-acea-3aed72599cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:48.414733 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-31b1f87d-3407-4999-9210-d3664c240bd2 req-226183a6-e7f0-4db5-acea-3aed72599cfe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=907427c1-55e0-4b75-bd87-f0c37dd607b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455432 Feb 18 12:27:48.508852 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-31b1f87d-3407-4999-9210-d3664c240bd2 req-2be2aeaa-730a-4231-96b3-e36b7af81423 service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797689 Feb 18 12:27:48.623987 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-31b1f87d-3407-4999-9210-d3664c240bd2 req-c9a6d312-e489-4312-8543-83b98bccbe82 service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041887 Feb 18 12:27:48.646979 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-34736f11-236d-495b-b416-3fb9655e597d req-279280c0-e145-4194-b48c-6c27a8aeae7b tempest-ServerRescueNegativeTestJSON-2111409752 tempest-ServerRescueNegativeTestJSON-2111409752-project] 10.222.0.52 "GET /v2.0/ports?device_id=b44ee53a-e930-46f2-8878-4a579e6ff996 HTTP/1.1" status: 200 len: 210 time: 0.0414846 Feb 18 12:27:48.995008 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fbd98-db39-4e64-96b5-bc0ceeb79365 req-3c4fc137-c74c-4678-be46-d35412d8318a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:48.996477 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-256fbd98-db39-4e64-96b5-bc0ceeb79365 req-3c4fc137-c74c-4678-be46-d35412d8318a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0574641 Feb 18 12:27:49.043736 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-256fbd98-db39-4e64-96b5-bc0ceeb79365 req-b66788ea-6079-48fc-9419-c7027f1faf24 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417969 Feb 18 12:27:49.183532 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384db153-3091-4a90-bd51-273b4971b078 req-5b43280e-76ae-4e67-8efb-8817b417811b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:49.184608 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-384db153-3091-4a90-bd51-273b4971b078 req-5b43280e-76ae-4e67-8efb-8817b417811b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0557420 Feb 18 12:27:49.235526 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-384db153-3091-4a90-bd51-273b4971b078 req-090240a2-5ac2-41a2-b4c0-117e920e6d0e tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453894 Feb 18 12:27:49.707624 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48094) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:50.269848 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439223c-ca10-4e88-8598-9222d1611538 req-520bcfb0-c085-4c59-b937-091b026ebd96 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:50.271382 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7439223c-ca10-4e88-8598-9222d1611538 req-520bcfb0-c085-4c59-b937-091b026ebd96 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.1061983 Feb 18 12:27:50.377007 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7439223c-ca10-4e88-8598-9222d1611538 req-ed6bae37-5055-49da-ac68-2bc855628609 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994363 Feb 18 12:27:50.439605 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470e6c2-4c5e-46c0-810f-7d55d4226802 req-ddf58c59-5150-4be7-bac7-a30148de8c99 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:50.441089 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7470e6c2-4c5e-46c0-810f-7d55d4226802 req-ddf58c59-5150-4be7-bac7-a30148de8c99 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.1180332 Feb 18 12:27:50.512820 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7470e6c2-4c5e-46c0-810f-7d55d4226802 req-5922ab77-3eb9-4e62-bc57-0afac45944d9 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660586 Feb 18 12:27:50.595810 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76d472c1-8732-4bcd-8133-53b9bf8558f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557039'] for router_interface (d77a4c32-46e4-4fcb-9052-d0152e342f4c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:50.823304 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-76d472c1-8732-4bcd-8133-53b9bf8558f3 admin admin] Deleting port 149bf352-d71c-4bf4-95a5-35208b2d7262 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:27:50.823891 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76d472c1-8732-4bcd-8133-53b9bf8558f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:50.903921 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-76d472c1-8732-4bcd-8133-53b9bf8558f3 admin admin] For port 149bf352-d71c-4bf4-95a5-35208b2d7262, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=149bf352-d71c-4bf4-95a5-35208b2d7262,segment=NetworkSegment(c47b5b4c-0930-410b-873c-ab2b5e00f75c),segment_id=c47b5b4c-0930-410b-873c-ab2b5e00f75c)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:50.904290 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76d472c1-8732-4bcd-8133-53b9bf8558f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:50.931775 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-76d472c1-8732-4bcd-8133-53b9bf8558f3 admin admin] Calling delete_port for 149bf352-d71c-4bf4-95a5-35208b2d7262 owned by network:router_interface {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:27:51.504205 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94c230-af17-47f1-a1b1-200e0b0946a6 req-6a5f9aba-5b77-4d53-b817-88c11f6b401d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:51.505936 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3d94c230-af17-47f1-a1b1-200e0b0946a6 req-6a5f9aba-5b77-4d53-b817-88c11f6b401d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0566394 Feb 18 12:27:51.556058 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3d94c230-af17-47f1-a1b1-200e0b0946a6 req-4acb996c-68dd-493b-966d-608be31471bd tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447433 Feb 18 12:27:51.621655 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76d472c1-8732-4bcd-8133-53b9bf8558f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (149bf352-d71c-4bf4-95a5-35208b2d7262), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:51.652749 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d472c1-8732-4bcd-8133-53b9bf8558f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=149bf352-d71c-4bf4-95a5-35208b2d7262,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:51.806342 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-76d472c1-8732-4bcd-8133-53b9bf8558f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-553503'] for router_interface (d77a4c32-46e4-4fcb-9052-d0152e342f4c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:51.808529 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 74fdbe57-07f9-4d8e-8a50-3cf845658821 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:27:51.827619 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: 74fdbe57-07f9-4d8e-8a50-3cf845658821 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:27:51.827961 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 74fdbe57-07f9-4d8e-8a50-3cf845658821 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:27:52.029156 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d472c1-8732-4bcd-8133-53b9bf8558f3 admin admin] Router d77a4c32-46e4-4fcb-9052-d0152e342f4c has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:27:52.134636 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d472c1-8732-4bcd-8133-53b9bf8558f3 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:27:52.139760 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-76d472c1-8732-4bcd-8133-53b9bf8558f3 admin admin] 10.222.0.52 "PUT /v2.0/routers/d77a4c32-46e4-4fcb-9052-d0152e342f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4311252 Feb 18 12:27:52.142233 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48124) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:52.146331 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb501241-760f-4881-b07e-73baa5e2becd None None] Sync routers for ids ['d77a4c32-46e4-4fcb-9052-d0152e342f4c'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:27:52.155568 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb501241-760f-4881-b07e-73baa5e2becd None None] Routers {'d77a4c32-46e4-4fcb-9052-d0152e342f4c'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:27:52.156162 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-eb501241-760f-4881-b07e-73baa5e2becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:27:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['d77a4c32-46e4-4fcb-9052-d0152e342f4c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:52.257476 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] Publish callbacks [] for router (d77a4c32-46e4-4fcb-9052-d0152e342f4c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:52.351015 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-eb501241-760f-4881-b07e-73baa5e2becd None None] Set router d77a4c32-46e4-4fcb-9052-d0152e342f4c gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:27:52.370036 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] Publish callbacks [] for router_gateway (d77a4c32-46e4-4fcb-9052-d0152e342f4c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:52.494745 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] Deleting port 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:27:52.495082 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:52.566476 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-eb501241-760f-4881-b07e-73baa5e2becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-335436364-router', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:23:58Z', 'updated_at': '2022-02-18T12:27:51Z', 'revision_number': 5, 'project_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'gw_port': {'id': '3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:23:59Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:52.574387 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] For port 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:52.578280 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:52.590285 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] Calling delete_port for 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c owned by network:router_gateway {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:27:52.593221 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb501241-760f-4881-b07e-73baa5e2becd None None] Checking router: d77a4c32-46e4-4fcb-9052-d0152e342f4c for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:27:52.601660 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb501241-760f-4881-b07e-73baa5e2becd None None] Routers {'d77a4c32-46e4-4fcb-9052-d0152e342f4c'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:27:52.602258 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-eb501241-760f-4881-b07e-73baa5e2becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:27:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['d77a4c32-46e4-4fcb-9052-d0152e342f4c'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:52.708750 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-eb501241-760f-4881-b07e-73baa5e2becd None None] Set router d77a4c32-46e4-4fcb-9052-d0152e342f4c gateway port host: None {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:27:52.756145 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6015e76-f0b9-49e4-8b2c-09ef3c738387 req-e8fcd036-11b7-41fa-a797-fd1c53d4968c tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:52.757659 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e6015e76-f0b9-49e4-8b2c-09ef3c738387 req-e8fcd036-11b7-41fa-a797-fd1c53d4968c tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.1099207 Feb 18 12:27:52.769463 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-eb501241-760f-4881-b07e-73baa5e2becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-335436364-router', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:23:58Z', 'updated_at': '2022-02-18T12:27:52Z', 'revision_number': 6, 'project_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'gw_port_host': None}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:52.795418 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb501241-760f-4881-b07e-73baa5e2becd None None] The sync data for ids ['d77a4c32-46e4-4fcb-9052-d0152e342f4c'] in dv-cinder-804757-15-iscsi is: [{'id': 'd77a4c32-46e4-4fcb-9052-d0152e342f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-335436364-router', 'tenant_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:23:58Z', 'updated_at': '2022-02-18T12:27:52Z', 'revision_number': 6, 'project_id': 'b7f00ee67e874fc3a3812a11c0f82173', 'gw_port_host': None}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:27:52.837080 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e6015e76-f0b9-49e4-8b2c-09ef3c738387 req-5d993dd7-512f-4a99-91b9-c0f48094e882 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723855 Feb 18 12:27:52.919038 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:52.943798 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] Pushing event deleted for resources: {'Port': ['ID=3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:53.008802 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555185'] for router_gateway (d77a4c32-46e4-4fcb-9052-d0152e342f4c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:53.358385 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125531'] for router (d77a4c32-46e4-4fcb-9052-d0152e342f4c), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:53.360515 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] Publish callbacks [] for router_controller (d77a4c32-46e4-4fcb-9052-d0152e342f4c), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:53.558608 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554004'] for router (d77a4c32-46e4-4fcb-9052-d0152e342f4c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:53.559182 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d77a4c32-46e4-4fcb-9052-d0152e342f4c {{(pid=103419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:27:53.564636 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:53.565977 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-cf08925f-a207-432a-a9b9-ff7c23d43186 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d77a4c32-46e4-4fcb-9052-d0152e342f4c HTTP/1.1" status: 204 len: 168 time: 1.4228303 Feb 18 12:27:53.569002 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48146) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:53.617705 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8cdc5e-d7fc-40c6-b046-7b33c6d995c9 admin admin] Deleting subnet 69bf8867-f823-469a-96c2-77b410e47401 {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:27:53.621098 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdc5e-d7fc-40c6-b046-7b33c6d995c9 admin admin] Publish callbacks [] for subnet (69bf8867-f823-469a-96c2-77b410e47401), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:53.628167 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 149bf352-d71c-4bf4-95a5-35208b2d7262 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:27:53.651721 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 149bf352-d71c-4bf4-95a5-35208b2d7262 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:27:53.652087 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 149bf352-d71c-4bf4-95a5-35208b2d7262 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:27:53.652477 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:27:53.657251 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdc5e-d7fc-40c6-b046-7b33c6d995c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14228871'] for subnet (69bf8867-f823-469a-96c2-77b410e47401), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:53.672082 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:27:53.672428 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 3419aed9-2c6e-4fc1-8a3b-e98b12f9b52c not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:27:53.700875 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdc5e-d7fc-40c6-b046-7b33c6d995c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (69bf8867-f823-469a-96c2-77b410e47401), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:53.803195 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 34a308e0-633c-45fc-b46a-0b15b92e9b46 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:27:53.833558 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdc5e-d7fc-40c6-b046-7b33c6d995c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12850526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326161'] for subnet (69bf8867-f823-469a-96c2-77b410e47401), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:53.860740 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cdc5e-d7fc-40c6-b046-7b33c6d995c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69bf8867-f823-469a-96c2-77b410e47401,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:53.862759 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdc5e-d7fc-40c6-b046-7b33c6d995c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:53.872819 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-7f8cdc5e-d7fc-40c6-b046-7b33c6d995c9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/69bf8867-f823-469a-96c2-77b410e47401 HTTP/1.1" status: 204 len: 168 time: 0.3004251 Feb 18 12:27:53.873155 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48150) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:53.920866 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 34a308e0-633c-45fc-b46a-0b15b92e9b46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:53.932845 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'port_id': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'mac_address': 'fa:16:3e:99:ac:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:27:53.973915 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 34a308e0-633c-45fc-b46a-0b15b92e9b46 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:27:53.974340 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:53.982808 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb3a0-3b26-422d-9687-63bf59ed3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (a0caea6f-d101-4a72-bcf9-9fc354267f4d), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:53.986874 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a308e0-633c-45fc-b46a-0b15b92e9b46 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:27:54.008157 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 34a308e0-633c-45fc-b46a-0b15b92e9b46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:54.010705 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e58092-4f01-45f4-b0fd-b38b43912c8d req-ca65df61-7105-4e2f-9b0a-a168a207abe9 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:54.012207 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f1e58092-4f01-45f4-b0fd-b38b43912c8d req-ca65df61-7105-4e2f-9b0a-a168a207abe9 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 944 time: 0.0795653 Feb 18 12:27:54.103629 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb3a0-3b26-422d-9687-63bf59ed3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (a0caea6f-d101-4a72-bcf9-9fc354267f4d), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:54.118947 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:54.132208 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f1e58092-4f01-45f4-b0fd-b38b43912c8d req-832a512e-3a02-42b9-b882-f57d52d3b0a5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036739 Feb 18 12:27:54.133729 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-5cfdb3a0-3b26-422d-9687-63bf59ed3e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0caea6f-d101-4a72-bcf9-9fc354267f4d']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:54.143970 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-5cfdb3a0-3b26-422d-9687-63bf59ed3e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47b5b4c-0930-410b-873c-ab2b5e00f75c') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:54.165359 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-5cfdb3a0-3b26-422d-9687-63bf59ed3e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47b5b4c-0930-410b-873c-ab2b5e00f75c') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:54.165359 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb3a0-3b26-422d-9687-63bf59ed3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919526'] for segment (c47b5b4c-0930-410b-873c-ab2b5e00f75c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:54.169182 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb3a0-3b26-422d-9687-63bf59ed3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (c47b5b4c-0930-410b-873c-ab2b5e00f75c), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:54.175932 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfdb3a0-3b26-422d-9687-63bf59ed3e18 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:27:54.176328 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb3a0-3b26-422d-9687-63bf59ed3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12919947'] for segment (c47b5b4c-0930-410b-873c-ab2b5e00f75c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:54.177812 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=34a308e0-633c-45fc-b46a-0b15b92e9b46,revision_number=9']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: Traceback (most recent call last): Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: timer() Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: cb(*args, **kw) Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: return func(*args, **kwargs) Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: self._notify() Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: self.callback(batched_events) Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: event.method(event) Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: return f(self, *a, **k) Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._get(url).json() Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:27:54.178158 dv-cinder-804757-15-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:27:54.336034 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb3a0-3b26-422d-9687-63bf59ed3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (a0caea6f-d101-4a72-bcf9-9fc354267f4d), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:54.342438 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5cfdb3a0-3b26-422d-9687-63bf59ed3e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:54.346327 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5cfdb3a0-3b26-422d-9687-63bf59ed3e18 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a0caea6f-d101-4a72-bcf9-9fc354267f4d HTTP/1.1" status: 204 len: 168 time: 0.4722190 Feb 18 12:27:54.358295 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdb3a0-3b26-422d-9687-63bf59ed3e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0caea6f-d101-4a72-bcf9-9fc354267f4d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:54.373864 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['34a308e0-633c-45fc-b46a-0b15b92e9b46'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:27:54.574528 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0a8d1-b61e-41c5-a415-424a0facf369 req-4655121c-720c-42d0-89f2-16e4346e8297 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:54.576042 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-63a0a8d1-b61e-41c5-a415-424a0facf369 req-4655121c-720c-42d0-89f2-16e4346e8297 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 945 time: 0.0511131 Feb 18 12:27:54.621335 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-63a0a8d1-b61e-41c5-a415-424a0facf369 req-3474c241-3ae7-42a0-92ae-039dafbcaa83 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387235 Feb 18 12:27:54.644690 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48168) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:54.746431 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48172) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:54.785245 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5993a1c2-37ec-424f-aa08-5b7f7169884a tempest-TestMinimumBasicScenario-1342016927 tempest-TestMinimumBasicScenario-1342016927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:54.786792 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5993a1c2-37ec-424f-aa08-5b7f7169884a tempest-TestMinimumBasicScenario-1342016927 tempest-TestMinimumBasicScenario-1342016927-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 1124 time: 0.1411393 Feb 18 12:27:54.789032 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48174) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:54.789807 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-5caf36cd-ec7d-45d3-88ed-0fb438eee1bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b7f00ee67e874fc3a3812a11c0f82173&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389278 Feb 18 12:27:54.790427 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48176) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:54.794537 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Request body: {'floatingip': {'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'port_id': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:54.844515 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d932434-fac8-4fbe-9704-efc7d7c81c2f admin admin] Publish callbacks [] for security_group (c797a89e-3bec-4d08-bc08-7fe6fe25a4b0), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:54.865562 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d932434-fac8-4fbe-9704-efc7d7c81c2f admin admin] Publish callbacks [] for security_group (c797a89e-3bec-4d08-bc08-7fe6fe25a4b0), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:54.896425 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:54.993028 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d932434-fac8-4fbe-9704-efc7d7c81c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (c797a89e-3bec-4d08-bc08-7fe6fe25a4b0), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:54.995660 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5d932434-fac8-4fbe-9704-efc7d7c81c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:54.996978 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5d932434-fac8-4fbe-9704-efc7d7c81c2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c797a89e-3bec-4d08-bc08-7fe6fe25a4b0 HTTP/1.1" status: 204 len: 168 time: 0.2069893 Feb 18 12:27:55.006825 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d932434-fac8-4fbe-9704-efc7d7c81c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c797a89e-3bec-4d08-bc08-7fe6fe25a4b0,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:55.010796 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:55.120908 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Allocated IP 172.27.2.34 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:27:55.232822 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for port (fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:55.280985 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4592cb-692d-4456-a949-842a469051b2 req-5e8e1f73-c2ba-4dc4-a936-a856834a51db tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:55.280985 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6c4592cb-692d-4456-a949-842a469051b2 req-5e8e1f73-c2ba-4dc4-a936-a856834a51db tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 945 time: 0.0577881 Feb 18 12:27:55.327195 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6c4592cb-692d-4456-a949-842a469051b2 req-cc6afcf7-a0a3-4473-af08-76da0439007a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420156 Feb 18 12:27:55.330753 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:55.368966 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:27:55.371867 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:27:55.375210 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:27:55.400232 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event updated for resources: {'Port': ['ID=fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:55.832269 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 34a308e0-633c-45fc-b46a-0b15b92e9b46 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:27:55.883467 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 34a308e0-633c-45fc-b46a-0b15b92e9b46 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:27:55.883846 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:55.987608 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 34a308e0-633c-45fc-b46a-0b15b92e9b46 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:27:55.987608 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.000790 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a308e0-633c-45fc-b46a-0b15b92e9b46'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:27:56.003134 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeba7d7-2dd7-4c1e-b47f-dfd9fd7c55c6" -d '{"events": [{"server_uuid": "534fe92b-e39d-491e-b63b-52452ebf76f3", "name": "network-vif-plugged", "status": "completed", "tag": "34a308e0-633c-45fc-b46a-0b15b92e9b46"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:27:56.017262 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 34a308e0-633c-45fc-b46a-0b15b92e9b46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:27:56.066257 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca24020-db0b-4b2f-8da5-23389c6dde66 x-openstack-request-id: req-0ca24020-db0b-4b2f-8da5-23389c6dde66 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:27:56.066702 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534fe92b-e39d-491e-b63b-52452ebf76f3", "name": "network-vif-plugged", "status": "completed", "tag": "34a308e0-633c-45fc-b46a-0b15b92e9b46", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:27:56.067139 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ca24020-db0b-4b2f-8da5-23389c6dde66 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:27:56.067542 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'code': 200} Feb 18 12:27:56.079757 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for floatingip (58135b9e-2fb5-4b51-bf07-96b8061d701f), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.090434 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.122502 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48222) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:56.146735 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=34a308e0-633c-45fc-b46a-0b15b92e9b46,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:56.230988 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-376348981-network', 'tenant_id': '2aa9b954f9fe494483e89d5c6b035ffc'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:56.247077 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.330104 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] Made reservation on behalf of 2aa9b954f9fe494483e89d5c6b035ffc for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:27:56.334498 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.344238 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.408063 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for port (fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.458734 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] Publish callbacks [] for security_group (437eb0c5-2c22-4f8a-9e10-d9a32d80918c), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.479835 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1bb3f-3148-4758-ae6b-d24a10a358d1 req-3d936bfa-b598-4860-ae0c-ad7110f7a1d3 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:56.481314 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a1f1bb3f-3148-4758-ae6b-d24a10a358d1 req-3d936bfa-b598-4860-ae0c-ad7110f7a1d3 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 947 time: 0.0711608 Feb 18 12:27:56.484729 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12850064'] for port (fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.523131 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (437eb0c5-2c22-4f8a-9e10-d9a32d80918c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.535917 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a1f1bb3f-3148-4758-ae6b-d24a10a358d1 req-2ff75582-1add-4212-8cfc-83220d4a136c tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486553 Feb 18 12:27:56.553397 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event updated for resources: {'Port': ['ID=fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:56.553683 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:27:56.564226 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437eb0c5-2c22-4f8a-9e10-d9a32d80918c,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:56.569565 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (1b3a4af9-d1d4-49cf-bd9b-2ff23b06dfdb), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.569886 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] Added segment 1b3a4af9-d1d4-49cf-bd9b-2ff23b06dfdb of type vlan for network eaca9d99-82dd-4725-9883-c9541f8a9c9d Feb 18 12:27:56.570761 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (58135b9e-2fb5-4b51-bf07-96b8061d701f), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.610336 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (eaca9d99-82dd-4725-9883-c9541f8a9c9d), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.680332 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Floating IP 58135b9e-2fb5-4b51-bf07-96b8061d701f associated. External IP: 172.27.2.34, port: ff052b8b-4f56-4afe-ac46-e974f411f6ce. Feb 18 12:27:56.696048 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (eaca9d99-82dd-4725-9883-c9541f8a9c9d), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.697032 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:56.697629 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.764939 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] Pushing event updated for resources: {'Network': ['ID=eaca9d99-82dd-4725-9883-c9541f8a9c9d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:56.775299 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network eaca9d99-82dd-4725-9883-c9541f8a9c9d details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:27:56.799186 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-12b7e6c4-47d8-4107-b120-bfe4d4ec0808 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6748116 Feb 18 12:27:56.800410 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48230) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:56.807259 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-29847058-a3d7-4c79-b74c-5061eac6411a admin admin] Request body: {'subnet': {'network_id': 'eaca9d99-82dd-4725-9883-c9541f8a9c9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-376348981-subnet', 'tenant_id': '2aa9b954f9fe494483e89d5c6b035ffc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:56.835726 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d2fb7-0614-4278-b5a9-9e2ae8f4e4a2 req-c560c145-0f31-436d-8f67-1a3d643401da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:56.837298 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fb0d2fb7-0614-4278-b5a9-9e2ae8f4e4a2 req-c560c145-0f31-436d-8f67-1a3d643401da service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 1131 time: 0.0695932 Feb 18 12:27:56.883492 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fb0d2fb7-0614-4278-b5a9-9e2ae8f4e4a2 req-80168378-2b35-403b-ae55-ce86b8c64257 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383306 Feb 18 12:27:56.901393 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29847058-a3d7-4c79-b74c-5061eac6411a admin admin] Made reservation on behalf of 2aa9b954f9fe494483e89d5c6b035ffc for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:27:56.903831 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-29847058-a3d7-4c79-b74c-5061eac6411a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555529'] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:56.906607 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Router 71223798-bd58-4089-8cbf-e7b5e87bdc07 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:27:57.017972 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:27:57.030367 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53941c47-ad30-45d1-90b1-f373db407907 None None] Sync routers for ids ['71223798-bd58-4089-8cbf-e7b5e87bdc07'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:27:57.040989 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53941c47-ad30-45d1-90b1-f373db407907 None None] Routers {'71223798-bd58-4089-8cbf-e7b5e87bdc07'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:27:57.041598 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-53941c47-ad30-45d1-90b1-f373db407907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:27:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['71223798-bd58-4089-8cbf-e7b5e87bdc07'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:57.092081 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:57.123012 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-34e5ee0e-b3f1-4744-8b13-bdea50455b6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3315785 Feb 18 12:27:57.123698 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'tag': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:27:57.125811 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48234) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:57.126840 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d728a8607cc53405b141b0315efa200b0cd0e952a259bf9e0ca5c943bb659e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f1e5ec-87e5-4d15-995c-890ac85b4e61" -d '{"events": [{"name": "network-changed", "server_uuid": "3877d34c-1985-47aa-a811-dc64ae8cf1e3", "tag": "ff052b8b-4f56-4afe-ac46-e974f411f6ce"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:27:57.131608 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-578f5423-a25e-4d30-8d2c-ac95ac9ba732 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-303898204', 'description': 'tempest-secgroup-smoke-303898204 description', 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:57.154342 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-53941c47-ad30-45d1-90b1-f373db407907 None None] Set router 71223798-bd58-4089-8cbf-e7b5e87bdc07 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:27:57.165690 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5d770d-3a67-4132-9b87-2fe0f2300abf x-openstack-request-id: req-cd5d770d-3a67-4132-9b87-2fe0f2300abf {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:27:57.165983 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3877d34c-1985-47aa-a811-dc64ae8cf1e3", "tag": "ff052b8b-4f56-4afe-ac46-e974f411f6ce", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:27:57.166267 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd5d770d-3a67-4132-9b87-2fe0f2300abf {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:27:57.166742 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'tag': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce', 'status': 'completed', 'code': 200} Feb 18 12:27:57.176601 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-29847058-a3d7-4c79-b74c-5061eac6411a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12919336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555543'] for subnet (c9652b0c-977d-45a9-8141-90151465c04b), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:57.232846 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29847058-a3d7-4c79-b74c-5061eac6411a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9652b0c-977d-45a9-8141-90151465c04b,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:57.242334 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29847058-a3d7-4c79-b74c-5061eac6411a admin admin] Checking segment: {'id': '1b3a4af9-d1d4-49cf-bd9b-2ff23b06dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'eaca9d99-82dd-4725-9883-c9541f8a9c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:27:57.242699 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29847058-a3d7-4c79-b74c-5061eac6411a admin admin] Network hostable DHCP agents. Network: eaca9d99-82dd-4725-9883-c9541f8a9c9d, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:27:57.256809 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-578f5423-a25e-4d30-8d2c-ac95ac9ba732 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:57.320278 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29847058-a3d7-4c79-b74c-5061eac6411a admin admin] Network eaca9d99-82dd-4725-9883-c9541f8a9c9d is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:27:57.336200 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-578f5423-a25e-4d30-8d2c-ac95ac9ba732 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group (5f5082fb-c173-4dee-8baf-3f41effb4db9), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:57.398490 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-29847058-a3d7-4c79-b74c-5061eac6411a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, eaca9d99-82dd-4725-9883-c9541f8a9c9d) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:27:57.402627 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29847058-a3d7-4c79-b74c-5061eac6411a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:57.406125 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-29847058-a3d7-4c79-b74c-5061eac6411a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:57.410119 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312875eb-eeff-4ebf-9ba1-c737d9780612 None None] Network eaca9d99-82dd-4725-9883-c9541f8a9c9d requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:27:57.426924 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-578f5423-a25e-4d30-8d2c-ac95ac9ba732 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (5f5082fb-c173-4dee-8baf-3f41effb4db9), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:57.454655 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f5423-a25e-4d30-8d2c-ac95ac9ba732 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5082fb-c173-4dee-8baf-3f41effb4db9,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:57.476141 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-29847058-a3d7-4c79-b74c-5061eac6411a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6732380 Feb 18 12:27:57.541116 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-578f5423-a25e-4d30-8d2c-ac95ac9ba732 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:57.541116 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-578f5423-a25e-4d30-8d2c-ac95ac9ba732 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4006224 Feb 18 12:27:57.541116 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48240) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:57.541116 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-f8704d2c-1392-435a-8ba7-42d1b1ce3fe0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Request body: {'security_group_rule': {'security_group_id': '5f5082fb-c173-4dee-8baf-3f41effb4db9', 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:57.603137 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137895d8-b725-4adf-98ab-eec8f38ac626 None None] Network eaca9d99-82dd-4725-9883-c9541f8a9c9d requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:27:57.628414 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8704d2c-1392-435a-8ba7-42d1b1ce3fe0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (2954cfc9-7c23-43ef-b695-da091ada2df6), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:57.697760 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-53941c47-ad30-45d1-90b1-f373db407907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:26:41Z', 'revision_number': 4, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port': {'id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:38Z', 'updated_at': '2022-02-18T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '58135b9e-2fb5-4b51-bf07-96b8061d701f', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'port_id': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'mac_address': 'fa:16:3e:92:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:27:55Z', 'updated_at': '2022-02-18T12:27:55Z', 'revision_number': 0, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e601512a-17fb-4a1d-b12c-e48576971a46', 'name': '', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'mac_address': 'fa:16:3e:0e:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:40Z', 'updated_at': '2022-02-18T12:26:45Z', 'revision_number': 5, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'subnets': [{'id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:57.708529 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259d8bc-6b1c-478c-9b39-fea2af864a30 req-2184a250-51a2-45c7-ab51-2754bf71258a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:57.710457 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9259d8bc-6b1c-478c-9b39-fea2af864a30 req-2184a250-51a2-45c7-ab51-2754bf71258a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 947 time: 0.0933363 Feb 18 12:27:57.743468 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53941c47-ad30-45d1-90b1-f373db407907 None None] Checking router: 71223798-bd58-4089-8cbf-e7b5e87bdc07 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:27:57.748609 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8704d2c-1392-435a-8ba7-42d1b1ce3fe0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (2954cfc9-7c23-43ef-b695-da091ada2df6), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:57.752126 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53941c47-ad30-45d1-90b1-f373db407907 None None] Routers {'71223798-bd58-4089-8cbf-e7b5e87bdc07'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:27:57.753261 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-53941c47-ad30-45d1-90b1-f373db407907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:27:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['71223798-bd58-4089-8cbf-e7b5e87bdc07'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:57.773875 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9259d8bc-6b1c-478c-9b39-fea2af864a30 req-b03d0132-affa-4d5d-af8e-4d095578d49d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543263 Feb 18 12:27:57.793108 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8704d2c-1392-435a-8ba7-42d1b1ce3fe0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (2954cfc9-7c23-43ef-b695-da091ada2df6), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:57.812077 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8704d2c-1392-435a-8ba7-42d1b1ce3fe0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2954cfc9-7c23-43ef-b695-da091ada2df6,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:57.864404 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-53941c47-ad30-45d1-90b1-f373db407907 None None] Set router 71223798-bd58-4089-8cbf-e7b5e87bdc07 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:27:57.897861 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8704d2c-1392-435a-8ba7-42d1b1ce3fe0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:57.899225 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-f8704d2c-1392-435a-8ba7-42d1b1ce3fe0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3675599 Feb 18 12:27:57.907003 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48252) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:57.911522 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-ada47df1-1b9d-42dd-83d1-ba33a47ae09a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Request body: {'security_group_rule': {'security_group_id': '5f5082fb-c173-4dee-8baf-3f41effb4db9', 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:58.015941 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ada47df1-1b9d-42dd-83d1-ba33a47ae09a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (53dfebb7-bdbd-41bf-a9b3-074e7f407107), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.075963 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ada47df1-1b9d-42dd-83d1-ba33a47ae09a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (53dfebb7-bdbd-41bf-a9b3-074e7f407107), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.094604 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-53941c47-ad30-45d1-90b1-f373db407907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:26:41Z', 'revision_number': 4, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port': {'id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:38Z', 'updated_at': '2022-02-18T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '58135b9e-2fb5-4b51-bf07-96b8061d701f', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'port_id': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'mac_address': 'fa:16:3e:92:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:27:55Z', 'updated_at': '2022-02-18T12:27:55Z', 'revision_number': 0, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e601512a-17fb-4a1d-b12c-e48576971a46', 'name': '', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'mac_address': 'fa:16:3e:0e:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:40Z', 'updated_at': '2022-02-18T12:26:45Z', 'revision_number': 5, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'subnets': [{'id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:27:58.136020 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53941c47-ad30-45d1-90b1-f373db407907 None None] The sync data for ids ['71223798-bd58-4089-8cbf-e7b5e87bdc07'] in dv-cinder-804757-15-iscsi is: [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:26:41Z', 'revision_number': 4, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port': {'id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:38Z', 'updated_at': '2022-02-18T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '58135b9e-2fb5-4b51-bf07-96b8061d701f', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'port_id': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'mac_address': 'fa:16:3e:92:3c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:27:55Z', 'updated_at': '2022-02-18T12:27:55Z', 'revision_number': 0, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e601512a-17fb-4a1d-b12c-e48576971a46', 'name': '', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'mac_address': 'fa:16:3e:0e:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:40Z', 'updated_at': '2022-02-18T12:26:45Z', 'revision_number': 5, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'subnets': [{'id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:27:58.158982 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ada47df1-1b9d-42dd-83d1-ba33a47ae09a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (53dfebb7-bdbd-41bf-a9b3-074e7f407107), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.183378 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada47df1-1b9d-42dd-83d1-ba33a47ae09a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dfebb7-bdbd-41bf-a9b3-074e7f407107,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:58.196447 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48262) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:58.201333 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2114862677-network', 'tenant_id': '1b16e833f1da45678056c4846a542312'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:58.293284 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ada47df1-1b9d-42dd-83d1-ba33a47ae09a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.294563 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ada47df1-1b9d-42dd-83d1-ba33a47ae09a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3866220 Feb 18 12:27:58.297354 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48264) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:58.302275 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-291acfe5-7f51-43a9-9f32-524813d1f6c2 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Request body: {'security_group_rule': {'security_group_id': '5f5082fb-c173-4dee-8baf-3f41effb4db9', 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:58.340216 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3993d41-6e70-4dec-88c4-f50caa3b51e3 None None] New status for floating IP 58135b9e-2fb5-4b51-bf07-96b8061d701f: ACTIVE {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:27:58.381578 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] Made reservation on behalf of 1b16e833f1da45678056c4846a542312 for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:27:58.384016 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.392735 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.434422 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-291acfe5-7f51-43a9-9f32-524813d1f6c2 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (92eb4aef-75c7-43f8-85a1-e2f550a8be6d), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.508507 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] Publish callbacks [] for security_group (b4ddac6c-21e0-411c-89a0-3216ab8bad04), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.523338 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-291acfe5-7f51-43a9-9f32-524813d1f6c2 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (92eb4aef-75c7-43f8-85a1-e2f550a8be6d), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.593184 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (b4ddac6c-21e0-411c-89a0-3216ab8bad04), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.614314 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:27:58.624743 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-291acfe5-7f51-43a9-9f32-524813d1f6c2 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (92eb4aef-75c7-43f8-85a1-e2f550a8be6d), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.644713 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ddac6c-21e0-411c-89a0-3216ab8bad04,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:58.650451 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (851d73d1-8863-416b-bf2d-86efe256d9f2), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.650797 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] Added segment 851d73d1-8863-416b-bf2d-86efe256d9f2 of type vlan for network 10eb76b6-ea44-495c-b205-08ab843d4305 Feb 18 12:27:58.661158 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291acfe5-7f51-43a9-9f32-524813d1f6c2 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92eb4aef-75c7-43f8-85a1-e2f550a8be6d,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:58.699524 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (10eb76b6-ea44-495c-b205-08ab843d4305), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.726112 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-291acfe5-7f51-43a9-9f32-524813d1f6c2 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.727215 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-291acfe5-7f51-43a9-9f32-524813d1f6c2 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4289403 Feb 18 12:27:58.730242 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48268) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:58.735293 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-80644c75-a0f6-419b-a66d-eaacea5e5c6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Request body: {'security_group_rule': {'security_group_id': '5f5082fb-c173-4dee-8baf-3f41effb4db9', 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:58.769863 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (10eb76b6-ea44-495c-b205-08ab843d4305), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.770952 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:58.771536 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.818769 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-80644c75-a0f6-419b-a66d-eaacea5e5c6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (c14a183c-a21e-45b0-b233-8c3a813ca057), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.829545 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] Pushing event updated for resources: {'Network': ['ID=10eb76b6-ea44-495c-b205-08ab843d4305,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:58.839013 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network 10eb76b6-ea44-495c-b205-08ab843d4305 details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:27:58.884147 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-80644c75-a0f6-419b-a66d-eaacea5e5c6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (c14a183c-a21e-45b0-b233-8c3a813ca057), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.884796 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-7a20054b-6d40-4617-9ce4-3552384a3efb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6872404 Feb 18 12:27:58.887489 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48272) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:58.892165 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-8bcffba7-1659-4ba1-ac4f-2f85dc64402c admin admin] Request body: {'subnet': {'network_id': '10eb76b6-ea44-495c-b205-08ab843d4305', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2114862677-subnet', 'tenant_id': '1b16e833f1da45678056c4846a542312', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:58.927948 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04546744-09be-43d0-96d6-ccf29fdec93f req-708e2790-b0c1-4960-9bd6-6938f9f3bbb7 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:58.929493 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-04546744-09be-43d0-96d6-ccf29fdec93f req-708e2790-b0c1-4960-9bd6-6938f9f3bbb7 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 947 time: 0.0771730 Feb 18 12:27:58.947208 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-80644c75-a0f6-419b-a66d-eaacea5e5c6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (c14a183c-a21e-45b0-b233-8c3a813ca057), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.968116 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80644c75-a0f6-419b-a66d-eaacea5e5c6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14a183c-a21e-45b0-b233-8c3a813ca057,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:58.976516 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcffba7-1659-4ba1-ac4f-2f85dc64402c admin admin] Made reservation on behalf of 1b16e833f1da45678056c4846a542312 for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:27:58.981020 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bcffba7-1659-4ba1-ac4f-2f85dc64402c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555529'] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:58.984053 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-04546744-09be-43d0-96d6-ccf29fdec93f req-6a9fcdf1-a780-4962-a0e4-4f131adbdaf8 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488763 Feb 18 12:27:59.074872 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-80644c75-a0f6-419b-a66d-eaacea5e5c6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.076143 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-80644c75-a0f6-419b-a66d-eaacea5e5c6c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3443677 Feb 18 12:27:59.078799 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48276) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:59.086069 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-786e0cee-22d2-4f24-9a14-8000504833f4 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Request body: {'security_group_rule': {'security_group_id': '5f5082fb-c173-4dee-8baf-3f41effb4db9', 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:59.164520 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.securitygroups_db [None req-786e0cee-22d2-4f24-9a14-8000504833f4 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Project a5fe6a0ce90f49c684de666bc4b3da5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 12:27:59.169316 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-786e0cee-22d2-4f24-9a14-8000504833f4 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (5ca2bd7b-68aa-4650-a31f-95ceeba197e9), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.181644 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bcffba7-1659-4ba1-ac4f-2f85dc64402c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12919336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555543'] for subnet (28cd95d9-eaac-4164-8087-e949e553651d), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.226462 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-786e0cee-22d2-4f24-9a14-8000504833f4 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (5ca2bd7b-68aa-4650-a31f-95ceeba197e9), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.237930 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcffba7-1659-4ba1-ac4f-2f85dc64402c admin admin] Pushing event updated for resources: {'Subnet': ['ID=28cd95d9-eaac-4164-8087-e949e553651d,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:59.247908 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcffba7-1659-4ba1-ac4f-2f85dc64402c admin admin] Checking segment: {'id': '851d73d1-8863-416b-bf2d-86efe256d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '10eb76b6-ea44-495c-b205-08ab843d4305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:27:59.248263 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcffba7-1659-4ba1-ac4f-2f85dc64402c admin admin] Network hostable DHCP agents. Network: 10eb76b6-ea44-495c-b205-08ab843d4305, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:27:59.295880 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-786e0cee-22d2-4f24-9a14-8000504833f4 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (5ca2bd7b-68aa-4650-a31f-95ceeba197e9), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.314818 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0cee-22d2-4f24-9a14-8000504833f4 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca2bd7b-68aa-4650-a31f-95ceeba197e9,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:59.318725 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcffba7-1659-4ba1-ac4f-2f85dc64402c admin admin] Network 10eb76b6-ea44-495c-b205-08ab843d4305 is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:27:59.400944 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-786e0cee-22d2-4f24-9a14-8000504833f4 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.402192 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-786e0cee-22d2-4f24-9a14-8000504833f4 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3224285 Feb 18 12:27:59.404922 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48278) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:59.409672 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-aef0d893-a0ae-41be-941e-328365a3f84e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Request body: {'security_group_rule': {'security_group_id': '5f5082fb-c173-4dee-8baf-3f41effb4db9', 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:59.410326 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-8bcffba7-1659-4ba1-ac4f-2f85dc64402c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, 10eb76b6-ea44-495c-b205-08ab843d4305) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:27:59.414718 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcffba7-1659-4ba1-ac4f-2f85dc64402c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:27:59.415248 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bcffba7-1659-4ba1-ac4f-2f85dc64402c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.419988 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34aa8e5-eb62-4c59-862a-21cd59d9e23c None None] Network 10eb76b6-ea44-495c-b205-08ab843d4305 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:27:59.487123 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-8bcffba7-1659-4ba1-ac4f-2f85dc64402c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5985870 Feb 18 12:27:59.519092 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d8d465-49f9-4512-8c2a-021ef84baea3 None None] Network 10eb76b6-ea44-495c-b205-08ab843d4305 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:27:59.615806 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48282) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:27:59.640776 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.securitygroups_db [None req-aef0d893-a0ae-41be-941e-328365a3f84e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Project a5fe6a0ce90f49c684de666bc4b3da5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 12:27:59.651642 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aef0d893-a0ae-41be-941e-328365a3f84e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (5131fa8e-052b-4174-b60b-78cf70a0ac6a), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.677441 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d697958-8139-4e36-b2ff-0746d6f1a920 admin admin] Deleting subnet c9652b0c-977d-45a9-8141-90151465c04b {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:27:59.687081 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d697958-8139-4e36-b2ff-0746d6f1a920 admin admin] Publish callbacks [] for subnet (c9652b0c-977d-45a9-8141-90151465c04b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.745287 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d697958-8139-4e36-b2ff-0746d6f1a920 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14228871'] for subnet (c9652b0c-977d-45a9-8141-90151465c04b), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.766403 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aef0d893-a0ae-41be-941e-328365a3f84e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (5131fa8e-052b-4174-b60b-78cf70a0ac6a), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.787961 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d697958-8139-4e36-b2ff-0746d6f1a920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (c9652b0c-977d-45a9-8141-90151465c04b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.838297 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aef0d893-a0ae-41be-941e-328365a3f84e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (5131fa8e-052b-4174-b60b-78cf70a0ac6a), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.856561 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0d893-a0ae-41be-941e-328365a3f84e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5131fa8e-052b-4174-b60b-78cf70a0ac6a,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:59.918555 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d697958-8139-4e36-b2ff-0746d6f1a920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12850526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326161'] for subnet (c9652b0c-977d-45a9-8141-90151465c04b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.944296 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d697958-8139-4e36-b2ff-0746d6f1a920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9652b0c-977d-45a9-8141-90151465c04b,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:27:59.947893 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-aef0d893-a0ae-41be-941e-328365a3f84e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.949079 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-aef0d893-a0ae-41be-941e-328365a3f84e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5432434 Feb 18 12:27:59.952221 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4d697958-8139-4e36-b2ff-0746d6f1a920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:59.955286 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4d697958-8139-4e36-b2ff-0746d6f1a920 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c9652b0c-977d-45a9-8141-90151465c04b HTTP/1.1" status: 204 len: 168 time: 0.3384788 Feb 18 12:27:59.958966 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48288) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:00.037760 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-240643c2-7496-44b2-bc5e-e9465847c57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (eaca9d99-82dd-4725-9883-c9541f8a9c9d), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.045672 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a920c657-34b2-4562-ac8b-d791f9e487d0 req-fc05531f-b693-4b4c-ad1b-dcd5fdd74196 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303898204&fields=id&tenant_id=a5fe6a0ce90f49c684de666bc4b3da5a HTTP/1.1" status: 200 len: 267 time: 0.0508552 Feb 18 12:28:00.125331 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-240643c2-7496-44b2-bc5e-e9465847c57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (eaca9d99-82dd-4725-9883-c9541f8a9c9d), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.146748 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-240643c2-7496-44b2-bc5e-e9465847c57f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaca9d99-82dd-4725-9883-c9541f8a9c9d']}} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:28:00.155787 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-240643c2-7496-44b2-bc5e-e9465847c57f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3a4af9-d1d4-49cf-bd9b-2ff23b06dfdb') {'for_net_delete': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:28:00.156084 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-240643c2-7496-44b2-bc5e-e9465847c57f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3a4af9-d1d4-49cf-bd9b-2ff23b06dfdb') {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:28:00.164351 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920c657-34b2-4562-ac8b-d791f9e487d0 req-61ff281e-f398-4750-b074-5e66207190a0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:00.165807 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a920c657-34b2-4562-ac8b-d791f9e487d0 req-61ff281e-f398-4750-b074-5e66207190a0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 945 time: 0.1146479 Feb 18 12:28:00.166059 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-240643c2-7496-44b2-bc5e-e9465847c57f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14228990'] for segment (1b3a4af9-d1d4-49cf-bd9b-2ff23b06dfdb), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.179192 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-240643c2-7496-44b2-bc5e-e9465847c57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (1b3a4af9-d1d4-49cf-bd9b-2ff23b06dfdb), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.180471 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-a920c657-34b2-4562-ac8b-d791f9e487d0 req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Request body: {'port': {'security_groups': ['a0d359f0-f8ed-458b-bf6a-a526d19a65d2', '5f5082fb-c173-4dee-8baf-3f41effb4db9']}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:28:00.185073 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240643c2-7496-44b2-bc5e-e9465847c57f admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:28:00.185475 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-240643c2-7496-44b2-bc5e-e9465847c57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12850108'] for segment (1b3a4af9-d1d4-49cf-bd9b-2ff23b06dfdb), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: Traceback (most recent call last): Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: timer() Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: cb(*args, **kw) Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: return func(*args, **kwargs) Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: self._notify() Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: self.callback(batched_events) Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: event.method(event) Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: return f(self, *a, **k) Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: return self._get(url).json() Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: return self.request(url, 'GET', **kwargs) Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:28:00.187128 dv-cinder-804757-15-iscsi neutron-server[103420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:28:00.200127 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf5e7e-a255-434c-9ccf-fcfc7fe6a646 req-76abc690-9e33-45ee-9cd7-af994710fd0f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:00.200127 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6eaf5e7e-a255-434c-9ccf-fcfc7fe6a646 req-76abc690-9e33-45ee-9cd7-af994710fd0f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 947 time: 0.1160393 Feb 18 12:28:00.238441 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1e5ec-87e5-4d15-995c-890ac85b4e61 req-26493c69-09f1-453c-a97e-ac583182daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:00.239898 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c2f1e5ec-87e5-4d15-995c-890ac85b4e61 req-26493c69-09f1-453c-a97e-ac583182daa5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fe6a0ce90f49c684de666bc4b3da5a&device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 1129 time: 0.1292644 Feb 18 12:28:00.312815 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-240643c2-7496-44b2-bc5e-e9465847c57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (eaca9d99-82dd-4725-9883-c9541f8a9c9d), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.318757 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-240643c2-7496-44b2-bc5e-e9465847c57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.322066 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-240643c2-7496-44b2-bc5e-e9465847c57f admin admin] 10.222.0.52 "DELETE /v2.0/networks/eaca9d99-82dd-4725-9883-c9541f8a9c9d HTTP/1.1" status: 204 len: 168 time: 0.3621225 Feb 18 12:28:00.332579 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48294) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:00.339385 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240643c2-7496-44b2-bc5e-e9465847c57f admin admin] Pushing event deleted for resources: {'Network': ['ID=eaca9d99-82dd-4725-9883-c9541f8a9c9d,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:00.344256 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-a920c657-34b2-4562-ac8b-d791f9e487d0 req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.356901 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6eaf5e7e-a255-434c-9ccf-fcfc7fe6a646 req-822455e9-98c6-4c79-88c4-a01c054f3b96 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1417339 Feb 18 12:28:00.382060 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7129cd-6091-4899-9136-22ca392ba4db admin admin] Deleting subnet 28cd95d9-eaac-4164-8087-e949e553651d {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:28:00.385452 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8e7129cd-6091-4899-9136-22ca392ba4db admin admin] Publish callbacks [] for subnet (28cd95d9-eaac-4164-8087-e949e553651d), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.420026 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8e7129cd-6091-4899-9136-22ca392ba4db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14228871'] for subnet (28cd95d9-eaac-4164-8087-e949e553651d), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.441881 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1e5ec-87e5-4d15-995c-890ac85b4e61 req-9ce73072-8862-4fb7-a659-968be144bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:00.443401 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c2f1e5ec-87e5-4d15-995c-890ac85b4e61 req-9ce73072-8862-4fb7-a659-968be144bda0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1e9afd38-b368-4bce-b65f-c5ba5f1631e6 HTTP/1.1" status: 200 len: 916 time: 0.1912215 Feb 18 12:28:00.463374 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8e7129cd-6091-4899-9136-22ca392ba4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (28cd95d9-eaac-4164-8087-e949e553651d), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.542434 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c2f1e5ec-87e5-4d15-995c-890ac85b4e61 req-c7e1809c-3c38-4886-adae-3900ac271c5d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff052b8b-4f56-4afe-ac46-e974f411f6ce HTTP/1.1" status: 200 len: 1000 time: 0.0893660 Feb 18 12:28:00.576169 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8e7129cd-6091-4899-9136-22ca392ba4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12850526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326161'] for subnet (28cd95d9-eaac-4164-8087-e949e553651d), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.602003 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7129cd-6091-4899-9136-22ca392ba4db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28cd95d9-eaac-4164-8087-e949e553651d,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:00.605756 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8e7129cd-6091-4899-9136-22ca392ba4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.609544 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-8e7129cd-6091-4899-9136-22ca392ba4db admin admin] 10.222.0.52 "DELETE /v2.0/subnets/28cd95d9-eaac-4164-8087-e949e553651d HTTP/1.1" status: 204 len: 168 time: 0.2757022 Feb 18 12:28:00.611760 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48296) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:00.634810 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1e5ec-87e5-4d15-995c-890ac85b4e61 req-e18c9b1d-4f0e-487d-a1df-e53828941d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:00.636355 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c2f1e5ec-87e5-4d15-995c-890ac85b4e61 req-e18c9b1d-4f0e-487d-a1df-e53828941d06 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4075237f-e7bf-4a30-9563-cc1cd4a33daa HTTP/1.1" status: 200 len: 854 time: 0.0699620 Feb 18 12:28:00.678536 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cf178128-6909-4c31-bc1b-f354bfcfb380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (10eb76b6-ea44-495c-b205-08ab843d4305), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.686422 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-a920c657-34b2-4562-ac8b-d791f9e487d0 req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] For port ff052b8b-4f56-4afe-ac46-e974f411f6ce, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ff052b8b-4f56-4afe-ac46-e974f411f6ce,segment=NetworkSegment(36292d8d-70ca-440d-ab3e-71b2b60f1eef),segment_id=36292d8d-70ca-440d-ab3e-71b2b60f1eef)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:28:00.722314 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1e5ec-87e5-4d15-995c-890ac85b4e61 req-6af6f463-08a5-4502-956c-2309858d9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:00.723758 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c2f1e5ec-87e5-4d15-995c-890ac85b4e61 req-6af6f463-08a5-4502-956c-2309858d9795 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1e9afd38-b368-4bce-b65f-c5ba5f1631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0768213 Feb 18 12:28:00.727388 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-a920c657-34b2-4562-ac8b-d791f9e487d0 req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.771984 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cf178128-6909-4c31-bc1b-f354bfcfb380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (10eb76b6-ea44-495c-b205-08ab843d4305), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.792115 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-cf178128-6909-4c31-bc1b-f354bfcfb380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10eb76b6-ea44-495c-b205-08ab843d4305']}} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:28:00.803153 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-cf178128-6909-4c31-bc1b-f354bfcfb380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851d73d1-8863-416b-bf2d-86efe256d9f2') {'for_net_delete': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:28:00.803639 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-cf178128-6909-4c31-bc1b-f354bfcfb380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851d73d1-8863-416b-bf2d-86efe256d9f2') {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:28:00.814857 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cf178128-6909-4c31-bc1b-f354bfcfb380 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14228990'] for segment (851d73d1-8863-416b-bf2d-86efe256d9f2), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.825981 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-a920c657-34b2-4562-ac8b-d791f9e487d0 req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.830958 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cf178128-6909-4c31-bc1b-f354bfcfb380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (851d73d1-8863-416b-bf2d-86efe256d9f2), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.834715 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf178128-6909-4c31-bc1b-f354bfcfb380 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:28:00.835083 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cf178128-6909-4c31-bc1b-f354bfcfb380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12850108'] for segment (851d73d1-8863-416b-bf2d-86efe256d9f2), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: Traceback (most recent call last): Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: timer() Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: cb(*args, **kw) Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: return func(*args, **kwargs) Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: self._notify() Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: self.callback(batched_events) Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: event.method(event) Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: return f(self, *a, **k) Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: return self._get(url).json() Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: return self.request(url, 'GET', **kwargs) Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:28:00.836735 dv-cinder-804757-15-iscsi neutron-server[103420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:28:00.838930 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['ff052b8b-4f56-4afe-ac46-e974f411f6ce'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:28:00.871077 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c2f1e5ec-87e5-4d15-995c-890ac85b4e61 req-8bb44ae5-8754-4b10-b412-4f34078104c9 service neutron] 10.222.0.82 "GET /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350365 Feb 18 12:28:00.886298 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920c657-34b2-4562-ac8b-d791f9e487d0 req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:00.887000 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-a920c657-34b2-4562-ac8b-d791f9e487d0 req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:00.888475 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a920c657-34b2-4562-ac8b-d791f9e487d0 req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "PUT /v2.0/ports/ff052b8b-4f56-4afe-ac46-e974f411f6ce HTTP/1.1" status: 200 len: 981 time: 0.7148669 Feb 18 12:28:00.889108 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'tag': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:28:00.900723 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec53346-647c-45b2-bb3d-8d4498061d49" -d '{"events": [{"name": "network-changed", "server_uuid": "3877d34c-1985-47aa-a811-dc64ae8cf1e3", "tag": "ff052b8b-4f56-4afe-ac46-e974f411f6ce"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:28:01.000113 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['ff052b8b-4f56-4afe-ac46-e974f411f6ce'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:28:01.001616 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f38c8eb-17f1-4414-bfd1-0b84a34e0c7f x-openstack-request-id: req-9f38c8eb-17f1-4414-bfd1-0b84a34e0c7f {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:28:01.001992 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3877d34c-1985-47aa-a811-dc64ae8cf1e3", "tag": "ff052b8b-4f56-4afe-ac46-e974f411f6ce", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:28:01.002421 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f38c8eb-17f1-4414-bfd1-0b84a34e0c7f {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:28:01.003053 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'tag': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce', 'status': 'completed', 'code': 200} Feb 18 12:28:01.023042 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event updated for resources: {'Port': ['ID=ff052b8b-4f56-4afe-ac46-e974f411f6ce,revision_number=6']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:01.033611 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cf178128-6909-4c31-bc1b-f354bfcfb380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (10eb76b6-ea44-495c-b205-08ab843d4305), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:01.039909 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-cf178128-6909-4c31-bc1b-f354bfcfb380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:01.047067 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-cf178128-6909-4c31-bc1b-f354bfcfb380 admin admin] 10.222.0.52 "DELETE /v2.0/networks/10eb76b6-ea44-495c-b205-08ab843d4305 HTTP/1.1" status: 204 len: 168 time: 0.4335749 Feb 18 12:28:01.059298 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf178128-6909-4c31-bc1b-f354bfcfb380 admin admin] Pushing event deleted for resources: {'Network': ['ID=10eb76b6-ea44-495c-b205-08ab843d4305,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:01.076087 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:01.076763 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:01.077422 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:01.079038 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:01.079757 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:01.080371 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:01.081553 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:01.086440 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:01.086954 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:01.087397 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:01.087808 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:01.088819 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:01.089053 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0e301-6541-4d6d-bd66-bd3b8408b00a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:01.157244 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985fd79-3da6-401c-97da-78feb35409a3 req-fec994b6-bc4c-47cc-b845-0d896c5dd2f0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:01.165038 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0985fd79-3da6-401c-97da-78feb35409a3 req-fec994b6-bc4c-47cc-b845-0d896c5dd2f0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.1712039 Feb 18 12:28:01.170457 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c2f1e5ec-87e5-4d15-995c-890ac85b4e61 req-2282ed42-4360-45f6-a5bf-80ad6af0b6f7 service neutron] 10.222.0.82 "GET /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567201 Feb 18 12:28:01.298482 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0985fd79-3da6-401c-97da-78feb35409a3 req-058829cd-52ce-4b36-ba1b-0181f60ed502 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1323495 Feb 18 12:28:01.312751 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24ac7cc2-7528-4c3f-90d9-1a5928acfc75 None None] Provisioning complete for port ff052b8b-4f56-4afe-ac46-e974f411f6ce triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:28:01.313154 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24ac7cc2-7528-4c3f-90d9-1a5928acfc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:01.402911 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec53346-647c-45b2-bb3d-8d4498061d49 req-3c1a6288-565c-4cf4-ae84-c4ff9d16ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:01.404896 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7ec53346-647c-45b2-bb3d-8d4498061d49 req-3c1a6288-565c-4cf4-ae84-c4ff9d16ed67 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fe6a0ce90f49c684de666bc4b3da5a&device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 1168 time: 0.0628819 Feb 18 12:28:01.566525 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24ac7cc2-7528-4c3f-90d9-1a5928acfc75 None None] Current status of the port ff052b8b-4f56-4afe-ac46-e974f411f6ce is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:28:01.581655 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1be209-f5bc-43aa-80a5-c26a531dcee6 req-1d96c689-dad0-46c1-8d0e-fe86d45439b9 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:01.583165 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ba1be209-f5bc-43aa-80a5-c26a531dcee6 req-1d96c689-dad0-46c1-8d0e-fe86d45439b9 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 947 time: 0.1192477 Feb 18 12:28:01.584591 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec53346-647c-45b2-bb3d-8d4498061d49 req-c4f5174c-8086-468b-8594-28cbd7e8dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:01.585894 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7ec53346-647c-45b2-bb3d-8d4498061d49 req-c4f5174c-8086-468b-8594-28cbd7e8dc4c service neutron] 10.222.0.82 "GET /v2.0/networks?id=1e9afd38-b368-4bce-b65f-c5ba5f1631e6 HTTP/1.1" status: 200 len: 916 time: 0.1718144 Feb 18 12:28:01.681134 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48346) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:01.694508 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ba1be209-f5bc-43aa-80a5-c26a531dcee6 req-97e99996-322a-4855-8f5f-3cef0d2e6f32 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1032135 Feb 18 12:28:01.699497 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7ec53346-647c-45b2-bb3d-8d4498061d49 req-604d5aa6-b436-4a0b-aa34-4c9bfc0c4ffb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff052b8b-4f56-4afe-ac46-e974f411f6ce HTTP/1.1" status: 200 len: 1000 time: 0.0933852 Feb 18 12:28:01.769163 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-7308466e-f607-42ff-8d29-4ab92d31ebdd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2aa9b954f9fe494483e89d5c6b035ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0850251 Feb 18 12:28:01.769429 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec53346-647c-45b2-bb3d-8d4498061d49 req-5301450b-bc4e-48b2-ac29-734db6a584ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:01.770558 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48350) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:01.770874 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7ec53346-647c-45b2-bb3d-8d4498061d49 req-5301450b-bc4e-48b2-ac29-734db6a584ab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4075237f-e7bf-4a30-9563-cc1cd4a33daa HTTP/1.1" status: 200 len: 854 time: 0.0651960 Feb 18 12:28:01.819187 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-57e05dea-8ac3-4988-bc7e-18b89fb2e4a2 admin admin] Publish callbacks [] for security_group (437eb0c5-2c22-4f8a-9e10-d9a32d80918c), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:01.828353 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec53346-647c-45b2-bb3d-8d4498061d49 req-3a90cbb5-f092-4222-a7d3-9865ba313f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:01.829884 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7ec53346-647c-45b2-bb3d-8d4498061d49 req-3a90cbb5-f092-4222-a7d3-9865ba313f29 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1e9afd38-b368-4bce-b65f-c5ba5f1631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484593 Feb 18 12:28:01.840713 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-57e05dea-8ac3-4988-bc7e-18b89fb2e4a2 admin admin] Publish callbacks [] for security_group (437eb0c5-2c22-4f8a-9e10-d9a32d80918c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:01.927451 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7ec53346-647c-45b2-bb3d-8d4498061d49 req-cf9ede0b-5a51-4ca6-860a-08e6a80f0396 service neutron] 10.222.0.82 "GET /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895610 Feb 18 12:28:01.929835 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-57e05dea-8ac3-4988-bc7e-18b89fb2e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (437eb0c5-2c22-4f8a-9e10-d9a32d80918c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:01.932446 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-57e05dea-8ac3-4988-bc7e-18b89fb2e4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:01.933563 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-57e05dea-8ac3-4988-bc7e-18b89fb2e4a2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/437eb0c5-2c22-4f8a-9e10-d9a32d80918c HTTP/1.1" status: 204 len: 168 time: 0.1619947 Feb 18 12:28:01.945319 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e05dea-8ac3-4988-bc7e-18b89fb2e4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437eb0c5-2c22-4f8a-9e10-d9a32d80918c,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:02.028712 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7ec53346-647c-45b2-bb3d-8d4498061d49 req-961be89e-1407-4c54-929e-3fd137d03e23 service neutron] 10.222.0.82 "GET /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944891 Feb 18 12:28:02.651580 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48388) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:02.691721 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-17a6b94a-9889-49d0-9e98-acc65477723c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b16e833f1da45678056c4846a542312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389662 Feb 18 12:28:02.694385 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48390) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:02.745093 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f94401b5-8b03-4aa5-a9a2-a68091217908 admin admin] Publish callbacks [] for security_group (b4ddac6c-21e0-411c-89a0-3216ab8bad04), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:02.767953 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f94401b5-8b03-4aa5-a9a2-a68091217908 admin admin] Publish callbacks [] for security_group (b4ddac6c-21e0-411c-89a0-3216ab8bad04), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:02.848548 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea5c44-935b-473b-8faa-2d6299cd76bd req-fdf7a6a7-e947-49e9-be1a-ca3efb250425 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:02.850107 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ddea5c44-935b-473b-8faa-2d6299cd76bd req-fdf7a6a7-e947-49e9-be1a-ca3efb250425 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 947 time: 0.0755286 Feb 18 12:28:02.897370 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ddea5c44-935b-473b-8faa-2d6299cd76bd req-fcd67b84-2f59-4b5b-ac4e-f78fb2eea017 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406561 Feb 18 12:28:02.924433 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f94401b5-8b03-4aa5-a9a2-a68091217908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (b4ddac6c-21e0-411c-89a0-3216ab8bad04), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:02.927681 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f94401b5-8b03-4aa5-a9a2-a68091217908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:02.928928 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-f94401b5-8b03-4aa5-a9a2-a68091217908 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4ddac6c-21e0-411c-89a0-3216ab8bad04 HTTP/1.1" status: 204 len: 168 time: 0.2334385 Feb 18 12:28:02.937058 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94401b5-8b03-4aa5-a9a2-a68091217908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ddac6c-21e0-411c-89a0-3216ab8bad04,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:04.038128 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fc545-bd19-4589-8d0e-2be3d413920c req-c281768e-47db-4463-bec4-ecdf573f88e0 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:04.039647 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-469fc545-bd19-4589-8d0e-2be3d413920c req-c281768e-47db-4463-bec4-ecdf573f88e0 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 947 time: 0.0567191 Feb 18 12:28:04.086361 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-469fc545-bd19-4589-8d0e-2be3d413920c req-d5600555-d16a-4236-ad2a-c00e42267a34 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408452 Feb 18 12:28:05.046253 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48480) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:05.152718 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:05.231447 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Publish callbacks [] for security_group (b794b239-34cf-4222-bf7c-24e4cf0a1259), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:05.295733 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (b794b239-34cf-4222-bf7c-24e4cf0a1259), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:05.334883 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ae94473c7c94a59a2ee7cee021c2f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875428 Feb 18 12:28:05.335701 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b794b239-34cf-4222-bf7c-24e4cf0a1259,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:05.337541 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48490) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:05.342811 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:05.343924 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:05.343924 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:05.343924 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:05.344285 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:05.344465 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:05.344799 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:05.345127 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:05.345456 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:05.345782 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:05.346132 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:05.346997 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:05.347323 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e2fde6-2ff1-4080-aa20-7c5e3dfb7ace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:28:05.386231 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c93b4aaa-31f9-4678-a7bb-252ecc3f57fb admin admin] Publish callbacks [] for security_group (b794b239-34cf-4222-bf7c-24e4cf0a1259), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:05.406615 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c93b4aaa-31f9-4678-a7bb-252ecc3f57fb admin admin] Publish callbacks [] for security_group (b794b239-34cf-4222-bf7c-24e4cf0a1259), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:05.512552 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c93b4aaa-31f9-4678-a7bb-252ecc3f57fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (b794b239-34cf-4222-bf7c-24e4cf0a1259), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:05.512789 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:05.515104 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-c93b4aaa-31f9-4678-a7bb-252ecc3f57fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:05.516275 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-c93b4aaa-31f9-4678-a7bb-252ecc3f57fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b794b239-34cf-4222-bf7c-24e4cf0a1259 HTTP/1.1" status: 204 len: 168 time: 0.1777086 Feb 18 12:28:05.525795 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b4aaa-31f9-4678-a7bb-252ecc3f57fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b794b239-34cf-4222-bf7c-24e4cf0a1259,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:05.626842 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fc35209a-ef35-4fc8-9d94-f4c6af986370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:06.015675 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48498) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:06.028817 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37e08029-6d8b-47ee-8963-d2344d6e445a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:06.105882 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-97135d48-c580-460e-9e06-5ac5711f09a3 req-b76240f5-f940-4451-a152-4d7a873782b6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690639 Feb 18 12:28:06.138469 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37e08029-6d8b-47ee-8963-d2344d6e445a admin admin] Publish callbacks [] for security_group (7e79b4a0-7a65-4b6a-a658-1b1e6c556ed5), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:06.180360 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97135d48-c580-460e-9e06-5ac5711f09a3 req-ad2ce6a7-0ef3-48a1-9039-dd65946fcaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:06.181763 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-97135d48-c580-460e-9e06-5ac5711f09a3 req-ad2ce6a7-0ef3-48a1-9039-dd65946fcaf4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf&device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 1129 time: 0.0455327 Feb 18 12:28:06.227267 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-37e08029-6d8b-47ee-8963-d2344d6e445a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (7e79b4a0-7a65-4b6a-a658-1b1e6c556ed5), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:06.300353 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e08029-6d8b-47ee-8963-d2344d6e445a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e79b4a0-7a65-4b6a-a658-1b1e6c556ed5,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:06.307730 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-37e08029-6d8b-47ee-8963-d2344d6e445a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=acbd9b0fe7224688a30c658eb8c3aec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905595 Feb 18 12:28:06.309780 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48502) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:06.354710 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97135d48-c580-460e-9e06-5ac5711f09a3 req-0e104c4f-3024-4360-936b-6f5bffe937e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:06.356231 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-97135d48-c580-460e-9e06-5ac5711f09a3 req-0e104c4f-3024-4360-936b-6f5bffe937e5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=907427c1-55e0-4b75-bd87-f0c37dd607b6 HTTP/1.1" status: 200 len: 912 time: 0.1486793 Feb 18 12:28:06.412999 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3ba5ddb-b4fa-42ed-94f6-c8c730b380b4 admin admin] Publish callbacks [] for security_group (7e79b4a0-7a65-4b6a-a658-1b1e6c556ed5), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:06.448036 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3ba5ddb-b4fa-42ed-94f6-c8c730b380b4 admin admin] Publish callbacks [] for security_group (7e79b4a0-7a65-4b6a-a658-1b1e6c556ed5), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:06.455368 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-97135d48-c580-460e-9e06-5ac5711f09a3 req-24836494-6202-4595-bde8-da84450537ca service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6debc8ff-7a5f-42d9-891b-dbbb468bae53 HTTP/1.1" status: 200 len: 1000 time: 0.0896654 Feb 18 12:28:06.518936 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97135d48-c580-460e-9e06-5ac5711f09a3 req-5e65811c-7ab5-43b1-b81a-dcb4af971eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:06.520373 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-97135d48-c580-460e-9e06-5ac5711f09a3 req-5e65811c-7ab5-43b1-b81a-dcb4af971eee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74c851c4-68d2-4a81-9f74-304bfd0c369a HTTP/1.1" status: 200 len: 850 time: 0.0564032 Feb 18 12:28:06.575157 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97135d48-c580-460e-9e06-5ac5711f09a3 req-5a77e318-e2b5-49f5-9452-d484e604b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:06.576633 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-97135d48-c580-460e-9e06-5ac5711f09a3 req-5a77e318-e2b5-49f5-9452-d484e604b057 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=907427c1-55e0-4b75-bd87-f0c37dd607b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480459 Feb 18 12:28:06.577651 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3ba5ddb-b4fa-42ed-94f6-c8c730b380b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (7e79b4a0-7a65-4b6a-a658-1b1e6c556ed5), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:06.580256 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-d3ba5ddb-b4fa-42ed-94f6-c8c730b380b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:06.581884 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d3ba5ddb-b4fa-42ed-94f6-c8c730b380b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e79b4a0-7a65-4b6a-a658-1b1e6c556ed5 HTTP/1.1" status: 204 len: 168 time: 0.2711954 Feb 18 12:28:06.596605 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba5ddb-b4fa-42ed-94f6-c8c730b380b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e79b4a0-7a65-4b6a-a658-1b1e6c556ed5,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:06.676958 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-97135d48-c580-460e-9e06-5ac5711f09a3 req-cdcdc5a4-25b7-4209-adf3-19e2b491b544 service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876477 Feb 18 12:28:06.773099 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-97135d48-c580-460e-9e06-5ac5711f09a3 req-76c161bc-80f4-47ca-8ee0-4f6817a304bd service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883784 Feb 18 12:28:07.838552 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-749e7b46-84a4-4843-857e-3c2a3bbd9500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:08.992973 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:09.244030 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48582) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:09.352823 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-95c22268-7c0c-4abd-8b7b-3d87b2ed0dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:09.431189 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-95c22268-7c0c-4abd-8b7b-3d87b2ed0dc2 admin admin] Publish callbacks [] for security_group (b50ad362-2163-4839-a61b-950698ccf432), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:09.506685 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-95c22268-7c0c-4abd-8b7b-3d87b2ed0dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (b50ad362-2163-4839-a61b-950698ccf432), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:09.542706 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c22268-7c0c-4abd-8b7b-3d87b2ed0dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50ad362-2163-4839-a61b-950698ccf432,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:09.548240 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-95c22268-7c0c-4abd-8b7b-3d87b2ed0dc2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc545ead22eb41a0aadcc636ae441d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032598 Feb 18 12:28:09.551471 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48596) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:09.598278 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bda38826-2bc6-4b6c-a6d9-593648c8b496 admin admin] Publish callbacks [] for security_group (b50ad362-2163-4839-a61b-950698ccf432), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:09.619449 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bda38826-2bc6-4b6c-a6d9-593648c8b496 admin admin] Publish callbacks [] for security_group (b50ad362-2163-4839-a61b-950698ccf432), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:09.706902 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bda38826-2bc6-4b6c-a6d9-593648c8b496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (b50ad362-2163-4839-a61b-950698ccf432), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:09.709497 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-bda38826-2bc6-4b6c-a6d9-593648c8b496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:09.710660 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-bda38826-2bc6-4b6c-a6d9-593648c8b496 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b50ad362-2163-4839-a61b-950698ccf432 HTTP/1.1" status: 204 len: 168 time: 0.1583543 Feb 18 12:28:09.718542 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda38826-2bc6-4b6c-a6d9-593648c8b496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50ad362-2163-4839-a61b-950698ccf432,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:10.350825 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48604) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:10.366265 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-264e10c8-ac97-4720-9b16-373c5861115f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:10.438920 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-264e10c8-ac97-4720-9b16-373c5861115f admin admin] Publish callbacks [] for security_group (694e36df-e28d-483d-80e9-968b9a0c84e5), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:10.461202 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:10.552847 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-264e10c8-ac97-4720-9b16-373c5861115f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (694e36df-e28d-483d-80e9-968b9a0c84e5), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:10.591075 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-264e10c8-ac97-4720-9b16-373c5861115f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52075b8ded5a4b58a4d08833a7188bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390513 Feb 18 12:28:10.591994 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e10c8-ac97-4720-9b16-373c5861115f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694e36df-e28d-483d-80e9-968b9a0c84e5,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:10.593663 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48610) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:10.644802 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dac1732c-7fd1-41e9-900a-1f2b677ea592 admin admin] Publish callbacks [] for security_group (694e36df-e28d-483d-80e9-968b9a0c84e5), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:10.665675 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dac1732c-7fd1-41e9-900a-1f2b677ea592 admin admin] Publish callbacks [] for security_group (694e36df-e28d-483d-80e9-968b9a0c84e5), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:10.747003 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dac1732c-7fd1-41e9-900a-1f2b677ea592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (694e36df-e28d-483d-80e9-968b9a0c84e5), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:10.749620 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dac1732c-7fd1-41e9-900a-1f2b677ea592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:10.750787 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-dac1732c-7fd1-41e9-900a-1f2b677ea592 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/694e36df-e28d-483d-80e9-968b9a0c84e5 HTTP/1.1" status: 204 len: 168 time: 0.1559634 Feb 18 12:28:10.758549 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1732c-7fd1-41e9-900a-1f2b677ea592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694e36df-e28d-483d-80e9-968b9a0c84e5,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:11.975592 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:17.656234 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48772) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:17.761189 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-98fdcecb-c00c-4cc7-9756-259b0d128c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:17.837615 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-98fdcecb-c00c-4cc7-9756-259b0d128c5d admin admin] Publish callbacks [] for security_group (283d9e46-4727-4c8e-af59-03e2984c3974), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:17.912230 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-98fdcecb-c00c-4cc7-9756-259b0d128c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (283d9e46-4727-4c8e-af59-03e2984c3974), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:17.951954 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-98fdcecb-c00c-4cc7-9756-259b0d128c5d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8dea1a54f8794ae882f198ffc797257d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946427 Feb 18 12:28:17.952761 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdcecb-c00c-4cc7-9756-259b0d128c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283d9e46-4727-4c8e-af59-03e2984c3974,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:17.954660 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48786) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:18.002191 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e2c934e7-13d2-40f1-8891-1b5b6dda5853 admin admin] Publish callbacks [] for security_group (283d9e46-4727-4c8e-af59-03e2984c3974), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:18.023733 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e2c934e7-13d2-40f1-8891-1b5b6dda5853 admin admin] Publish callbacks [] for security_group (283d9e46-4727-4c8e-af59-03e2984c3974), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:18.130134 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e2c934e7-13d2-40f1-8891-1b5b6dda5853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (283d9e46-4727-4c8e-af59-03e2984c3974), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:18.133281 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e2c934e7-13d2-40f1-8891-1b5b6dda5853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:18.134717 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e2c934e7-13d2-40f1-8891-1b5b6dda5853 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/283d9e46-4727-4c8e-af59-03e2984c3974 HTTP/1.1" status: 204 len: 168 time: 0.1788151 Feb 18 12:28:18.143852 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c934e7-13d2-40f1-8891-1b5b6dda5853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283d9e46-4727-4c8e-af59-03e2984c3974,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:18.554948 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:28:18.803842 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48806) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:18.816652 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a4ea63d-c2a9-4119-920c-d9f2cc9e86a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:18.891643 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a4ea63d-c2a9-4119-920c-d9f2cc9e86a4 admin admin] Publish callbacks [] for security_group (92c8e8d6-62f2-473e-8698-cdf50b8c5517), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:19.015527 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6a4ea63d-c2a9-4119-920c-d9f2cc9e86a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (92c8e8d6-62f2-473e-8698-cdf50b8c5517), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:19.052122 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ea63d-c2a9-4119-920c-d9f2cc9e86a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c8e8d6-62f2-473e-8698-cdf50b8c5517,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:19.056344 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6a4ea63d-c2a9-4119-920c-d9f2cc9e86a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7181c53a524d468499a8221ed1581937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515023 Feb 18 12:28:19.063843 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48808) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:19.105239 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3bb6983c-ccc6-4330-9965-bfd50c8cd116 admin admin] Publish callbacks [] for security_group (92c8e8d6-62f2-473e-8698-cdf50b8c5517), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:19.125361 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3bb6983c-ccc6-4330-9965-bfd50c8cd116 admin admin] Publish callbacks [] for security_group (92c8e8d6-62f2-473e-8698-cdf50b8c5517), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:19.249554 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3bb6983c-ccc6-4330-9965-bfd50c8cd116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (92c8e8d6-62f2-473e-8698-cdf50b8c5517), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:19.252159 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3bb6983c-ccc6-4330-9965-bfd50c8cd116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:19.253293 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-3bb6983c-ccc6-4330-9965-bfd50c8cd116 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92c8e8d6-62f2-473e-8698-cdf50b8c5517 HTTP/1.1" status: 204 len: 168 time: 0.1934650 Feb 18 12:28:19.261321 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6983c-ccc6-4330-9965-bfd50c8cd116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c8e8d6-62f2-473e-8698-cdf50b8c5517,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:20.339511 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 48848) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:20.441681 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3f304e75-831f-4c07-ad5e-c67bc46ef14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:20.515586 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3f304e75-831f-4c07-ad5e-c67bc46ef14e admin admin] Publish callbacks [] for security_group (99cbae96-a417-427a-ab50-6d605f6a0b5c), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:20.586944 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3f304e75-831f-4c07-ad5e-c67bc46ef14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (99cbae96-a417-427a-ab50-6d605f6a0b5c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:20.627271 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-3f304e75-831f-4c07-ad5e-c67bc46ef14e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6c8b16cc8cd428f9ff80a724b7ba72c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867014 Feb 18 12:28:20.628117 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f304e75-831f-4c07-ad5e-c67bc46ef14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cbae96-a417-427a-ab50-6d605f6a0b5c,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:20.629944 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48856) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:20.683771 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d117c8f9-7b5f-454e-bac3-0b4a988af1f3 admin admin] Publish callbacks [] for security_group (99cbae96-a417-427a-ab50-6d605f6a0b5c), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:20.714242 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d117c8f9-7b5f-454e-bac3-0b4a988af1f3 admin admin] Publish callbacks [] for security_group (99cbae96-a417-427a-ab50-6d605f6a0b5c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:20.866778 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d117c8f9-7b5f-454e-bac3-0b4a988af1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (99cbae96-a417-427a-ab50-6d605f6a0b5c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:20.869551 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d117c8f9-7b5f-454e-bac3-0b4a988af1f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:20.870759 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d117c8f9-7b5f-454e-bac3-0b4a988af1f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99cbae96-a417-427a-ab50-6d605f6a0b5c HTTP/1.1" status: 204 len: 168 time: 0.2395411 Feb 18 12:28:20.879147 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117c8f9-7b5f-454e-bac3-0b4a988af1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cbae96-a417-427a-ab50-6d605f6a0b5c,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:21.589785 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48878) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:21.610465 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1f5289a4-6d30-4c79-bc32-392a99d98aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:21.688823 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1f5289a4-6d30-4c79-bc32-392a99d98aea admin admin] Publish callbacks [] for security_group (95e34d97-bf8a-4dca-b7ab-058e9671dc7c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:21.758426 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1f5289a4-6d30-4c79-bc32-392a99d98aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (95e34d97-bf8a-4dca-b7ab-058e9671dc7c), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:21.797626 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-1f5289a4-6d30-4c79-bc32-392a99d98aea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d6368014bac470da183cb95247022f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2066410 Feb 18 12:28:21.798515 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5289a4-6d30-4c79-bc32-392a99d98aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e34d97-bf8a-4dca-b7ab-058e9671dc7c,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:21.801763 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48880) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:21.852645 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2336a316-a651-4cbc-a82e-4af2a084f239 admin admin] Publish callbacks [] for security_group (95e34d97-bf8a-4dca-b7ab-058e9671dc7c), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:21.878576 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2336a316-a651-4cbc-a82e-4af2a084f239 admin admin] Publish callbacks [] for security_group (95e34d97-bf8a-4dca-b7ab-058e9671dc7c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:22.038410 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2336a316-a651-4cbc-a82e-4af2a084f239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (95e34d97-bf8a-4dca-b7ab-058e9671dc7c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:22.041026 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2336a316-a651-4cbc-a82e-4af2a084f239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:22.042280 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2336a316-a651-4cbc-a82e-4af2a084f239 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/95e34d97-bf8a-4dca-b7ab-058e9671dc7c HTTP/1.1" status: 204 len: 168 time: 0.2395630 Feb 18 12:28:22.059506 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336a316-a651-4cbc-a82e-4af2a084f239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e34d97-bf8a-4dca-b7ab-058e9671dc7c,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:23.646681 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48926) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:23.749769 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-78bd13fc-028c-458d-8e7e-880f1bf5440e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:23.820832 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-78bd13fc-028c-458d-8e7e-880f1bf5440e admin admin] Publish callbacks [] for security_group (8fe4c760-5dc8-451f-9619-25c60ce6eaea), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:23.889439 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-78bd13fc-028c-458d-8e7e-880f1bf5440e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (8fe4c760-5dc8-451f-9619-25c60ce6eaea), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:23.925365 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd13fc-028c-458d-8e7e-880f1bf5440e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe4c760-5dc8-451f-9619-25c60ce6eaea,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:23.930637 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-78bd13fc-028c-458d-8e7e-880f1bf5440e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5576d7738670490f88d2c84a1a235d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829626 Feb 18 12:28:23.932096 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 48930) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:23.978483 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1d2df7f8-efa3-4e9b-8a9e-b355503b4e52 admin admin] Publish callbacks [] for security_group (8fe4c760-5dc8-451f-9619-25c60ce6eaea), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:23.999712 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1d2df7f8-efa3-4e9b-8a9e-b355503b4e52 admin admin] Publish callbacks [] for security_group (8fe4c760-5dc8-451f-9619-25c60ce6eaea), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:24.129250 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1d2df7f8-efa3-4e9b-8a9e-b355503b4e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (8fe4c760-5dc8-451f-9619-25c60ce6eaea), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:24.132076 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1d2df7f8-efa3-4e9b-8a9e-b355503b4e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:24.133233 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-1d2df7f8-efa3-4e9b-8a9e-b355503b4e52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8fe4c760-5dc8-451f-9619-25c60ce6eaea HTTP/1.1" status: 204 len: 168 time: 0.2002473 Feb 18 12:28:24.140998 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2df7f8-efa3-4e9b-8a9e-b355503b4e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe4c760-5dc8-451f-9619-25c60ce6eaea,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:30.928370 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01daadd-532c-42a4-ae92-69a3a12d08f5 req-a02b6b3b-4c19-42d7-bbff-30b555c22fe4 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:30.929859 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e01daadd-532c-42a4-ae92-69a3a12d08f5 req-a02b6b3b-4c19-42d7-bbff-30b555c22fe4 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0539277 Feb 18 12:28:30.991232 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e01daadd-532c-42a4-ae92-69a3a12d08f5 req-1cdb6604-919f-4b81-8082-84adecce7798 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555263 Feb 18 12:28:31.971940 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde35e-2c10-445a-8936-f8319b0bd051 req-f23e7b85-4243-4e8a-94f8-ee3150f05a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:31.973430 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9bfde35e-2c10-445a-8936-f8319b0bd051 req-f23e7b85-4243-4e8a-94f8-ee3150f05a40 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fe6a0ce90f49c684de666bc4b3da5a&device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 1168 time: 0.0458324 Feb 18 12:28:32.080585 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde35e-2c10-445a-8936-f8319b0bd051 req-4054ece0-8877-4e63-80f9-e03fc2162dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:32.081934 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9bfde35e-2c10-445a-8936-f8319b0bd051 req-4054ece0-8877-4e63-80f9-e03fc2162dd5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1e9afd38-b368-4bce-b65f-c5ba5f1631e6 HTTP/1.1" status: 200 len: 916 time: 0.0980492 Feb 18 12:28:32.433224 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc71bb-14d8-4215-8d30-ca0a1afa9c1b req-ff1f9d0c-37c1-48c9-b189-39a744762525 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:32.434596 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f2dc71bb-14d8-4215-8d30-ca0a1afa9c1b req-ff1f9d0c-37c1-48c9-b189-39a744762525 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.3669753 Feb 18 12:28:32.436893 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9bfde35e-2c10-445a-8936-f8319b0bd051 req-6e3c7da4-e735-4bdc-8de4-69769827ed13 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff052b8b-4f56-4afe-ac46-e974f411f6ce HTTP/1.1" status: 200 len: 1000 time: 0.3367867 Feb 18 12:28:32.515058 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde35e-2c10-445a-8936-f8319b0bd051 req-0240db63-85c0-4d36-940c-c4a970eae8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:32.516477 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9bfde35e-2c10-445a-8936-f8319b0bd051 req-0240db63-85c0-4d36-940c-c4a970eae8ad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4075237f-e7bf-4a30-9563-cc1cd4a33daa HTTP/1.1" status: 200 len: 854 time: 0.0703332 Feb 18 12:28:32.538802 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f2dc71bb-14d8-4215-8d30-ca0a1afa9c1b req-d5a19b75-97a9-4b73-9c92-25b0decf6ef6 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0983231 Feb 18 12:28:32.573542 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde35e-2c10-445a-8936-f8319b0bd051 req-7ee505fe-038d-418e-b664-385326a37b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:32.575107 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9bfde35e-2c10-445a-8936-f8319b0bd051 req-7ee505fe-038d-418e-b664-385326a37b0b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1e9afd38-b368-4bce-b65f-c5ba5f1631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508130 Feb 18 12:28:32.670196 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9bfde35e-2c10-445a-8936-f8319b0bd051 req-175c5f0a-06c9-4ef0-a982-070a1c1c93ff service neutron] 10.222.0.82 "GET /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866737 Feb 18 12:28:32.760344 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9bfde35e-2c10-445a-8936-f8319b0bd051 req-33a5b355-8d0b-4e96-8cc3-32bfc66b460f service neutron] 10.222.0.82 "GET /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835483 Feb 18 12:28:33.670526 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97e381-5fcf-4242-9c30-6acb95611e61 req-e0a81d89-877c-434d-8dcc-f1c6642c2305 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:33.671975 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ea97e381-5fcf-4242-9c30-6acb95611e61 req-e0a81d89-877c-434d-8dcc-f1c6642c2305 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0567889 Feb 18 12:28:33.734237 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ea97e381-5fcf-4242-9c30-6acb95611e61 req-88c4bbdb-e07f-4094-ae9e-86354a3eb87e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546544 Feb 18 12:28:34.850397 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c611131-e2ba-4ada-8074-f482eaf4e963 req-84851a18-adf5-42c4-beb2-ead0e7dc8e2c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:34.851853 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8c611131-e2ba-4ada-8074-f482eaf4e963 req-84851a18-adf5-42c4-beb2-ead0e7dc8e2c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0525603 Feb 18 12:28:34.915836 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8c611131-e2ba-4ada-8074-f482eaf4e963 req-5ab33737-b550-441e-ad8c-5412cdd683e2 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581806 Feb 18 12:28:35.563595 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:35.615214 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-534d35ce-0573-4855-8a4c-f5b73a9521a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:36.035195 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7bf95-66f2-4d6a-b718-d10c58885b82 req-33ce402a-7657-44aa-bf50-a1e7e071fa6a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:36.036657 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e1a7bf95-66f2-4d6a-b718-d10c58885b82 req-33ce402a-7657-44aa-bf50-a1e7e071fa6a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0526571 Feb 18 12:28:36.098813 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e1a7bf95-66f2-4d6a-b718-d10c58885b82 req-5ab0be6f-6861-4062-b241-d44cc8a1988d tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566311 Feb 18 12:28:37.217570 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026f996-befa-4773-a372-648e8d62a851 req-daa2b45f-360c-45c8-b234-ae5444fb7aef tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:37.218985 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3026f996-befa-4773-a372-648e8d62a851 req-daa2b45f-360c-45c8-b234-ae5444fb7aef tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0516167 Feb 18 12:28:37.278344 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3026f996-befa-4773-a372-648e8d62a851 req-01f152fb-06de-4a72-98ed-064c471510d0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532782 Feb 18 12:28:37.849550 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2829cdc9-efec-44aa-8203-9294aa273d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:38.400514 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef718e-a440-47dc-b442-1ce7b86baa8b req-b3a94115-277d-4740-9e26-b62cdf32a77e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:38.401964 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f6ef718e-a440-47dc-b442-1ce7b86baa8b req-b3a94115-277d-4740-9e26-b62cdf32a77e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0544174 Feb 18 12:28:38.462127 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f6ef718e-a440-47dc-b442-1ce7b86baa8b req-facdf142-fe05-423e-b220-09ee764fb0cf tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544975 Feb 18 12:28:39.009447 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:39.587149 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f974616-d7a1-4ec2-a2ec-b01c02021b78 req-cf6c8ffc-a23f-47f2-b493-052d3c9f6254 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:39.588521 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8f974616-d7a1-4ec2-a2ec-b01c02021b78 req-cf6c8ffc-a23f-47f2-b493-052d3c9f6254 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0590885 Feb 18 12:28:39.649491 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8f974616-d7a1-4ec2-a2ec-b01c02021b78 req-61a4cfc0-bbc0-4e86-a42c-ab53d86f70cd tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554101 Feb 18 12:28:40.461471 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:40.770189 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292ee2b-8242-4bfc-8542-b88da4715629 req-a84ea31d-38dc-4c74-8eee-f90856ded282 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:40.771622 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e292ee2b-8242-4bfc-8542-b88da4715629 req-a84ea31d-38dc-4c74-8eee-f90856ded282 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0524633 Feb 18 12:28:40.827883 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e292ee2b-8242-4bfc-8542-b88da4715629 req-008ec208-a49a-48d3-bd07-ff72ec6058ee tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506961 Feb 18 12:28:41.947742 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ec0d3-827f-4c8e-849c-c5a9765607b9 req-d6b87967-912d-4812-87b0-2011bcbd7768 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:41.949191 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0e4ec0d3-827f-4c8e-849c-c5a9765607b9 req-d6b87967-912d-4812-87b0-2011bcbd7768 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0548878 Feb 18 12:28:41.992015 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:42.007495 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0e4ec0d3-827f-4c8e-849c-c5a9765607b9 req-87402886-ded2-4e78-9fb1-0c448f70592f tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526359 Feb 18 12:28:43.124497 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce2528-3aec-4686-adb4-fe98628115f6 req-7fefdcfd-533f-4103-b5d6-4b271d25ee17 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:43.125951 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e6ce2528-3aec-4686-adb4-fe98628115f6 req-7fefdcfd-533f-4103-b5d6-4b271d25ee17 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0520120 Feb 18 12:28:43.184198 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e6ce2528-3aec-4686-adb4-fe98628115f6 req-bbade883-5fa0-49f2-ae1b-d12a8a61736a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520978 Feb 18 12:28:44.297926 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021ea44-43f9-4e85-9550-acd67463dc47 req-d5b6e889-cc30-4cd8-968c-c323826add40 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:44.299947 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1021ea44-43f9-4e85-9550-acd67463dc47 req-d5b6e889-cc30-4cd8-968c-c323826add40 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0510769 Feb 18 12:28:44.360030 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1021ea44-43f9-4e85-9550-acd67463dc47 req-3a1ac71c-fe1d-423e-a1ee-617633d55568 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544755 Feb 18 12:28:45.483106 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad64a14-70e1-498c-814b-bbf3b2c93c53 req-310cc505-01ea-47bf-96d8-5da0ee971c15 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:45.484553 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2ad64a14-70e1-498c-814b-bbf3b2c93c53 req-310cc505-01ea-47bf-96d8-5da0ee971c15 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0533242 Feb 18 12:28:45.542623 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2ad64a14-70e1-498c-814b-bbf3b2c93c53 req-7a68b851-7295-419e-baf8-242430621243 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525002 Feb 18 12:28:46.660834 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce82d1d-22b9-494d-9a3c-64cf99df7a69 req-9ad8bdd3-699b-4c7b-979d-4107cb102f64 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:46.662343 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6ce82d1d-22b9-494d-9a3c-64cf99df7a69 req-9ad8bdd3-699b-4c7b-979d-4107cb102f64 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0532820 Feb 18 12:28:46.723996 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6ce82d1d-22b9-494d-9a3c-64cf99df7a69 req-d93b57a9-0c5b-4850-ade7-dc545e4275e4 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561671 Feb 18 12:28:47.107999 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86538f-d6f8-4dd2-8d25-5d47a32a8094 req-4b898286-a0f6-4aae-9b0e-81c2159d3076 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:47.109459 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-eb86538f-d6f8-4dd2-8d25-5d47a32a8094 req-4b898286-a0f6-4aae-9b0e-81c2159d3076 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0548549 Feb 18 12:28:47.156865 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-eb86538f-d6f8-4dd2-8d25-5d47a32a8094 req-8339229d-71d0-43eb-bff9-437bbab9d426 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410063 Feb 18 12:28:47.845058 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa274f7-e12b-4448-b775-e252603cc8db req-daf46c22-e0ae-42a4-929a-0ab75494f910 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:47.847110 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3fa274f7-e12b-4448-b775-e252603cc8db req-daf46c22-e0ae-42a4-929a-0ab75494f910 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0553877 Feb 18 12:28:47.904041 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3fa274f7-e12b-4448-b775-e252603cc8db req-9e279594-0f2e-48f1-864e-0c7205f7a030 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510771 Feb 18 12:28:48.275051 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193ece4-2d3e-4c47-87b9-d2ce41df8be8 req-2c8c4404-b4c0-4bbd-b291-216d7b01aa8b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:48.278543 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a193ece4-2d3e-4c47-87b9-d2ce41df8be8 req-2c8c4404-b4c0-4bbd-b291-216d7b01aa8b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0540113 Feb 18 12:28:48.326838 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a193ece4-2d3e-4c47-87b9-d2ce41df8be8 req-d8f4e946-cb41-40e1-a59d-a3e2861f659d tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447931 Feb 18 12:28:49.021731 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bc9cd-55d7-44e1-ab18-8843d00be5d1 req-8d72758e-eb3f-45dd-b39b-b71242da319f tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:49.023227 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e75bc9cd-55d7-44e1-ab18-8843d00be5d1 req-8d72758e-eb3f-45dd-b39b-b71242da319f tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0536621 Feb 18 12:28:49.083775 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e75bc9cd-55d7-44e1-ab18-8843d00be5d1 req-def46432-94ac-4c1c-85b7-1206b241837c tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549080 Feb 18 12:28:49.443810 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2c3c7-34a2-41e9-96fd-0992cc6e5060 req-0cd3f4c9-c2ed-46e4-a9e2-5e96adc8b612 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:49.445256 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-89e2c3c7-34a2-41e9-96fd-0992cc6e5060 req-0cd3f4c9-c2ed-46e4-a9e2-5e96adc8b612 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0517437 Feb 18 12:28:49.490424 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-89e2c3c7-34a2-41e9-96fd-0992cc6e5060 req-280b2143-7d8f-44f9-a7f2-269d3edcc4dc tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393424 Feb 18 12:28:50.203558 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6b99b-9e84-4d21-a558-3154d56e4058 req-e9d55fc4-c1f1-4fb1-88dc-b8a60d11f965 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:50.204997 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2ce6b99b-9e84-4d21-a558-3154d56e4058 req-e9d55fc4-c1f1-4fb1-88dc-b8a60d11f965 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0534627 Feb 18 12:28:50.263810 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2ce6b99b-9e84-4d21-a558-3154d56e4058 req-148cabc1-3d9d-44d8-a65f-e0c9c3ba0e50 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526319 Feb 18 12:28:50.606972 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c880929-b39f-44f0-b0b7-2d60da4e396d req-35a3a645-f8cb-4c7c-b93f-4261146dac79 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:50.608418 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6c880929-b39f-44f0-b0b7-2d60da4e396d req-35a3a645-f8cb-4c7c-b93f-4261146dac79 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0513921 Feb 18 12:28:50.654399 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6c880929-b39f-44f0-b0b7-2d60da4e396d req-9a942750-e813-4f70-b4d8-41cb155b9be4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=2843eba7-24ed-48dc-ba85-7b3f32d52d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403502 Feb 18 12:28:50.976795 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-5bce2ac1-11d3-4add-826f-796730a6181b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:50.978251 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-5bce2ac1-11d3-4add-826f-796730a6181b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.82 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 945 time: 0.0553744 Feb 18 12:28:51.074029 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Deleting port 6debc8ff-7a5f-42d9-891b-dbbb468bae53 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:28:51.074399 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:51.167668 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] For port 6debc8ff-7a5f-42d9-891b-dbbb468bae53, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6debc8ff-7a5f-42d9-891b-dbbb468bae53,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:28:51.167954 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:51.414323 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:51.415009 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (1f21e24d-3267-48ae-9a84-8f2627ec0075), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:51.415009 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.l3_db [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Floating IP 1f21e24d-3267-48ae-9a84-8f2627ec0075 disassociated. External IP: 172.27.2.89, port: 6debc8ff-7a5f-42d9-891b-dbbb468bae53. Feb 18 12:28:51.415260 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Calling delete_port for 6debc8ff-7a5f-42d9-891b-dbbb468bae53 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:28:51.442054 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e79cf-1d44-43f4-8da1-da2d799f5d9b req-a512db77-7daf-4e21-b188-44ef4e048d74 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:51.442054 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6d8e79cf-1d44-43f4-8da1-da2d799f5d9b req-a512db77-7daf-4e21-b188-44ef4e048d74 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.1073468 Feb 18 12:28:51.548350 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6d8e79cf-1d44-43f4-8da1-da2d799f5d9b req-2ca62869-012d-4070-80a2-e86ac9e64ec6 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808935 Feb 18 12:28:51.655614 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (6debc8ff-7a5f-42d9-891b-dbbb468bae53), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:51.686669 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event deleted for resources: {'Port': ['ID=6debc8ff-7a5f-42d9-891b-dbbb468bae53,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:51.769101 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-449a1bae-50cf-4f40-b631-8612557bbf60 req-baea83e7-ed6e-4fc8-9cc1-028d4cd68e6e tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 210 time: 0.0352287 Feb 18 12:28:51.836633 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Router 61a91692-520c-4b31-bad6-13ff7ae618be has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:28:51.952012 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:28:51.963221 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884d753-3d31-4e36-8647-a36e74204ab8 None None] Sync routers for ids ['61a91692-520c-4b31-bad6-13ff7ae618be'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:28:51.974746 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884d753-3d31-4e36-8647-a36e74204ab8 None None] Routers {'61a91692-520c-4b31-bad6-13ff7ae618be'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:28:51.977304 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-9884d753-3d31-4e36-8647-a36e74204ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:28:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['61a91692-520c-4b31-bad6-13ff7ae618be'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:28:51.995893 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] No DVR routers for this DVR port 6debc8ff-7a5f-42d9-891b-dbbb468bae53 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:28:51.998564 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:52.001804 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d50cf827-9cca-4ac4-bcb8-e67185b1e8bf req-1f2695a6-e40c-4141-9e41-e2de0d425cc4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.82 "DELETE /v2.0/ports/6debc8ff-7a5f-42d9-891b-dbbb468bae53 HTTP/1.1" status: 204 len: 173 time: 1.0165997 Feb 18 12:28:52.004882 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e4d3f1-4959-4552-a04d-78c4854aa082', 'name': 'network-vif-deleted', 'tag': '6debc8ff-7a5f-42d9-891b-dbbb468bae53'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:28:52.005007 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dbcec3-b86b-43b5-b2f1-9c20237f88ad" -d '{"events": [{"server_uuid": "67e4d3f1-4959-4552-a04d-78c4854aa082", "name": "network-vif-deleted", "tag": "6debc8ff-7a5f-42d9-891b-dbbb468bae53"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:28:52.042455 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bb58ff-5a43-4390-bd1c-bd68ba774c37 x-openstack-request-id: req-b6bb58ff-5a43-4390-bd1c-bd68ba774c37 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:28:52.042869 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e4d3f1-4959-4552-a04d-78c4854aa082", "name": "network-vif-deleted", "tag": "6debc8ff-7a5f-42d9-891b-dbbb468bae53", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:28:52.043231 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6bb58ff-5a43-4390-bd1c-bd68ba774c37 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:28:52.043789 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e4d3f1-4959-4552-a04d-78c4854aa082', 'name': 'network-vif-deleted', 'tag': '6debc8ff-7a5f-42d9-891b-dbbb468bae53', 'status': 'completed', 'code': 200} Feb 18 12:28:52.226019 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-9884d753-3d31-4e36-8647-a36e74204ab8 None None] Set router 61a91692-520c-4b31-bad6-13ff7ae618be gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:28:52.437878 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-9884d753-3d31-4e36-8647-a36e74204ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:12Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:28:52.470651 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884d753-3d31-4e36-8647-a36e74204ab8 None None] Checking router: 61a91692-520c-4b31-bad6-13ff7ae618be for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:28:52.479314 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884d753-3d31-4e36-8647-a36e74204ab8 None None] Routers {'61a91692-520c-4b31-bad6-13ff7ae618be'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:28:52.479939 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-9884d753-3d31-4e36-8647-a36e74204ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:28:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['61a91692-520c-4b31-bad6-13ff7ae618be'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:28:52.587971 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-9884d753-3d31-4e36-8647-a36e74204ab8 None None] Set router 61a91692-520c-4b31-bad6-13ff7ae618be gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:28:52.699070 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba82e6-3464-44a3-b7b5-17c5af65d70f req-8fb84005-86bb-4b0a-8741-5a1dc9d133e9 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:52.700778 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-52ba82e6-3464-44a3-b7b5-17c5af65d70f req-8fb84005-86bb-4b0a-8741-5a1dc9d133e9 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0837908 Feb 18 12:28:52.763732 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-52ba82e6-3464-44a3-b7b5-17c5af65d70f req-0ebfa0e4-f96d-4936-8cff-9bafc32f7680 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568328 Feb 18 12:28:52.811482 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-9884d753-3d31-4e36-8647-a36e74204ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:12Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:28:52.835812 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884d753-3d31-4e36-8647-a36e74204ab8 None None] The sync data for ids ['61a91692-520c-4b31-bad6-13ff7ae618be'] in dv-cinder-804757-15-iscsi is: [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:12Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:28:52.903821 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f5dc67c4-4f52-4373-a8a5-0af837049d72 req-99f1240a-f96f-4a98-98d9-1913ceaa9893 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 210 time: 0.0277040 Feb 18 12:28:53.065879 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbadf0c-1760-468e-951e-99fce5e43b4f None None] New status for floating IP 1f21e24d-3267-48ae-9a84-8f2627ec0075: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:28:53.884802 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25111ca6-bf13-4d9f-aa37-0145ed62585f req-ec1a8cac-ca4f-42a2-83d3-58d4209135fc tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:53.886320 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-25111ca6-bf13-4d9f-aa37-0145ed62585f req-ec1a8cac-ca4f-42a2-83d3-58d4209135fc tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0514250 Feb 18 12:28:53.963668 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-25111ca6-bf13-4d9f-aa37-0145ed62585f req-c0b48524-2f09-4d7f-a78c-fadca1cb25a5 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708239 Feb 18 12:28:54.018817 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7871fee1-0225-48b2-8bee-fd33640b65de req-00ee98bc-d46c-4a70-b958-afefe2ac51d6 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=67e4d3f1-4959-4552-a04d-78c4854aa082 HTTP/1.1" status: 200 len: 210 time: 0.0304191 Feb 18 12:28:55.084442 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea1ebe-3298-4e21-b6e2-672223de4260 req-d8438ed5-3d58-4095-832e-57a80378ce88 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:55.085925 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-01ea1ebe-3298-4e21-b6e2-672223de4260 req-d8438ed5-3d58-4095-832e-57a80378ce88 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0545833 Feb 18 12:28:55.144994 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-01ea1ebe-3298-4e21-b6e2-672223de4260 req-8a91b405-dbf8-4638-908a-26d7df6510e1 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533516 Feb 18 12:28:55.171685 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49396) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:55.225361 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-251e3981-20b4-478c-9954-7aecef47390a tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group (2843eba7-24ed-48dc-ba85-7b3f32d52d05), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:55.247670 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-251e3981-20b4-478c-9954-7aecef47390a tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group (2843eba7-24ed-48dc-ba85-7b3f32d52d05), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:55.364025 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-251e3981-20b4-478c-9954-7aecef47390a tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (2843eba7-24ed-48dc-ba85-7b3f32d52d05), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:55.366748 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-251e3981-20b4-478c-9954-7aecef47390a tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:55.369860 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-251e3981-20b4-478c-9954-7aecef47390a tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "DELETE /v2.0/security-groups/2843eba7-24ed-48dc-ba85-7b3f32d52d05 HTTP/1.1" status: 204 len: 168 time: 0.1970856 Feb 18 12:28:55.370829 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 49398) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:55.380008 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e3981-20b4-478c-9954-7aecef47390a tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2843eba7-24ed-48dc-ba85-7b3f32d52d05,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:55.386459 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.api.v2.resource [None req-6bca3a05-678e-4666-aa89-277ca87d14ae tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] show failed (client error): The resource could not be found. Feb 18 12:28:55.390546 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49400) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:55.393675 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6bca3a05-678e-4666-aa89-277ca87d14ae tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups/2843eba7-24ed-48dc-ba85-7b3f32d52d05 HTTP/1.1" status: 404 len: 347 time: 0.0156677 Feb 18 12:28:55.553924 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:28:55.586732 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 6debc8ff-7a5f-42d9-891b-dbbb468bae53 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:28:55.607303 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: 6debc8ff-7a5f-42d9-891b-dbbb468bae53 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:28:55.607870 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 6debc8ff-7a5f-42d9-891b-dbbb468bae53 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:28:55.717069 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3c829-9642-482f-afbb-ae6cddb914d4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Deleting port b60fc590-38f8-45d3-a42d-3b2205d4467e {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:28:55.717408 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c829-9642-482f-afbb-ae6cddb914d4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (b60fc590-38f8-45d3-a42d-3b2205d4467e), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:55.795320 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c829-9642-482f-afbb-ae6cddb914d4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (b60fc590-38f8-45d3-a42d-3b2205d4467e), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:55.795650 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c829-9642-482f-afbb-ae6cddb914d4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for floatingip (b60fc590-38f8-45d3-a42d-3b2205d4467e), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:55.807408 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3c829-9642-482f-afbb-ae6cddb914d4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Calling delete_port for b60fc590-38f8-45d3-a42d-3b2205d4467e owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:28:56.055255 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c829-9642-482f-afbb-ae6cddb914d4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (b60fc590-38f8-45d3-a42d-3b2205d4467e), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:56.079844 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3c829-9642-482f-afbb-ae6cddb914d4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event deleted for resources: {'Port': ['ID=b60fc590-38f8-45d3-a42d-3b2205d4467e,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:56.149400 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c829-9642-482f-afbb-ae6cddb914d4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for floatingip (1f21e24d-3267-48ae-9a84-8f2627ec0075), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:56.152025 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c829-9642-482f-afbb-ae6cddb914d4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:56.158770 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a6e3c829-9642-482f-afbb-ae6cddb914d4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "DELETE /v2.0/floatingips/1f21e24d-3267-48ae-9a84-8f2627ec0075 HTTP/1.1" status: 204 len: 168 time: 0.7645040 Feb 18 12:28:56.267933 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900a80f-5c77-44af-be3c-67b7cc6276cb req-36186d9b-d1c6-4d80-a761-18dd732ce53a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:56.270148 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4900a80f-5c77-44af-be3c-67b7cc6276cb req-36186d9b-d1c6-4d80-a761-18dd732ce53a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0555458 Feb 18 12:28:56.334951 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4900a80f-5c77-44af-be3c-67b7cc6276cb req-b44ca138-7863-4020-8479-93b2e668593e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581698 Feb 18 12:28:56.500639 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 49414) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:56.505753 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-b084ab53-515d-4edb-88a4-fd3b89e38a9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--959685672', 'description': 'tempest-description--2143195318'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:28:56.592566 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b084ab53-515d-4edb-88a4-fd3b89e38a9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:56.660551 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b084ab53-515d-4edb-88a4-fd3b89e38a9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group (94e392ab-bf43-4064-91c3-60ada08e3c9d), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:56.729769 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b084ab53-515d-4edb-88a4-fd3b89e38a9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (94e392ab-bf43-4064-91c3-60ada08e3c9d), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:56.758897 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084ab53-515d-4edb-88a4-fd3b89e38a9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e392ab-bf43-4064-91c3-60ada08e3c9d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:56.812189 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b084ab53-515d-4edb-88a4-fd3b89e38a9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:56.817090 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b084ab53-515d-4edb-88a4-fd3b89e38a9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3153186 Feb 18 12:28:56.817334 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49426) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:56.822497 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-9f0defd9-85ee-416d-9f55-83f5f43256a8 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Request body: {'security_group_rule': {'security_group_id': '94e392ab-bf43-4064-91c3-60ada08e3c9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:28:56.911425 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9f0defd9-85ee-416d-9f55-83f5f43256a8 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group_rule (da43feaf-ee69-4e52-8bfb-f097d0ae40cf), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:56.964616 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9f0defd9-85ee-416d-9f55-83f5f43256a8 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group_rule (da43feaf-ee69-4e52-8bfb-f097d0ae40cf), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:57.032360 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9f0defd9-85ee-416d-9f55-83f5f43256a8 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (da43feaf-ee69-4e52-8bfb-f097d0ae40cf), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:57.049636 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0defd9-85ee-416d-9f55-83f5f43256a8 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da43feaf-ee69-4e52-8bfb-f097d0ae40cf,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:57.115088 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9f0defd9-85ee-416d-9f55-83f5f43256a8 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:57.116220 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-9f0defd9-85ee-416d-9f55-83f5f43256a8 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2973225 Feb 18 12:28:57.118919 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49430) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:57.123143 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-c6f5271e-871a-4f95-920f-b5157c8149bc tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Request body: {'security_group_rule': {'security_group_id': '94e392ab-bf43-4064-91c3-60ada08e3c9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:28:57.202953 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c6f5271e-871a-4f95-920f-b5157c8149bc tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group_rule (a6573462-2217-4613-bac6-b93a75a41b6a), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:57.256805 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c6f5271e-871a-4f95-920f-b5157c8149bc tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group_rule (a6573462-2217-4613-bac6-b93a75a41b6a), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:57.341352 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c6f5271e-871a-4f95-920f-b5157c8149bc tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (a6573462-2217-4613-bac6-b93a75a41b6a), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:57.358798 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5271e-871a-4f95-920f-b5157c8149bc tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6573462-2217-4613-bac6-b93a75a41b6a,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:57.452026 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c6f5271e-871a-4f95-920f-b5157c8149bc tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:57.453348 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-c6f5271e-871a-4f95-920f-b5157c8149bc tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335109 Feb 18 12:28:57.456398 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49436) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:57.458635 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41533ce6-df56-4ecb-bbcf-41d2254b8bd5 req-8ce42ee0-cc18-4136-9d7a-8eb4bbbe6a3a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:57.460201 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-41533ce6-df56-4ecb-bbcf-41d2254b8bd5 req-8ce42ee0-cc18-4136-9d7a-8eb4bbbe6a3a tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.0551612 Feb 18 12:28:57.460996 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Request body: {'floatingip': {'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:28:57.519835 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-41533ce6-df56-4ecb-bbcf-41d2254b8bd5 req-75d621fc-69b8-4006-9f4a-dd92dcd10e8e tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&id=5f5082fb-c173-4dee-8baf-3f41effb4db9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537953 Feb 18 12:28:57.580928 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:57.678447 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:57.778811 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Allocated IP 172.27.2.171 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/2e1a5c9d-c862-4f14-acc4-f38b239fbd94) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:28:57.896397 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for port (2e1a5c9d-c862-4f14-acc4-f38b239fbd94), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:57.987455 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (2e1a5c9d-c862-4f14-acc4-f38b239fbd94), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:58.023560 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:28:58.026366 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:28:58.029874 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:28:58.061256 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event updated for resources: {'Port': ['ID=2e1a5c9d-c862-4f14-acc4-f38b239fbd94,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:58.121535 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for floatingip (98a75839-74f2-48ea-9f6e-770b1e05e7f1), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:58.215561 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (2e1a5c9d-c862-4f14-acc4-f38b239fbd94), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:58.365150 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for port (2e1a5c9d-c862-4f14-acc4-f38b239fbd94), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:58.371251 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49454) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:58.488828 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12850064'] for port (2e1a5c9d-c862-4f14-acc4-f38b239fbd94), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:58.493097 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6f1ecdaa-147d-49d4-9409-db46c30e88df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:58.572440 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event updated for resources: {'Port': ['ID=2e1a5c9d-c862-4f14-acc4-f38b239fbd94,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:58.596328 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (98a75839-74f2-48ea-9f6e-770b1e05e7f1), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:58.645524 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6f1ecdaa-147d-49d4-9409-db46c30e88df admin admin] Publish callbacks [] for security_group (51876bd9-28d8-454c-8162-ed47452ecfcd), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:58.697000 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:58.698269 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e4ea2577-4567-40b7-9afc-41271bc72c95 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2408566 Feb 18 12:28:58.735365 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6f1ecdaa-147d-49d4-9409-db46c30e88df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (51876bd9-28d8-454c-8162-ed47452ecfcd), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:58.772389 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ecdaa-147d-49d4-9409-db46c30e88df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51876bd9-28d8-454c-8162-ed47452ecfcd,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:58.776651 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-6f1ecdaa-147d-49d4-9409-db46c30e88df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c3ce996870546a68b3c22133802ce2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4044540 Feb 18 12:28:58.779261 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49462) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:58.840391 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-42bee156-9ca7-4437-9d30-581d393f6aba admin admin] Publish callbacks [] for security_group (51876bd9-28d8-454c-8162-ed47452ecfcd), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:58.868369 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-42bee156-9ca7-4437-9d30-581d393f6aba admin admin] Publish callbacks [] for security_group (51876bd9-28d8-454c-8162-ed47452ecfcd), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:58.992650 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-42bee156-9ca7-4437-9d30-581d393f6aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (51876bd9-28d8-454c-8162-ed47452ecfcd), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:58.995436 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-42bee156-9ca7-4437-9d30-581d393f6aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:58.996957 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-42bee156-9ca7-4437-9d30-581d393f6aba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51876bd9-28d8-454c-8162-ed47452ecfcd HTTP/1.1" status: 204 len: 168 time: 0.2168081 Feb 18 12:28:59.009448 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bee156-9ca7-4437-9d30-581d393f6aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51876bd9-28d8-454c-8162-ed47452ecfcd,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:59.068847 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-a03e8893-863f-4b92-a5a5-ddf9020d730c tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--959685672&fields=id&tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf HTTP/1.1" status: 200 len: 267 time: 0.0426855 Feb 18 12:28:59.175608 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-bfab32d5-e995-45e2-9a51-ac039f9f14c5 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:28:59.177053 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-bfab32d5-e995-45e2-9a51-ac039f9f14c5 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/networks?id=907427c1-55e0-4b75-bd87-f0c37dd607b6 HTTP/1.1" status: 200 len: 811 time: 0.1018269 Feb 18 12:28:59.191907 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-ce4dc858-ec65-45f5-aeb4-9e14d7efce40 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/quotas/d1fa34ed3d82454cbe7cf60a46b7c2bf HTTP/1.1" status: 200 len: 375 time: 0.0093124 Feb 18 12:28:59.253417 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-e3df93b4-0ad4-4202-afde-9e281fe59541 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545969 Feb 18 12:28:59.351501 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-1f08f91b-3ba1-4339-9e11-7e8a53163ee6 service neutron] 10.222.0.52 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869923 Feb 18 12:28:59.439942 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-dc86f7f2-2be4-4a19-8d8d-a4cc05dd7898 service neutron] 10.222.0.52 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828710 Feb 18 12:28:59.660784 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49490) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:59.679448 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e2f7088f-f5d1-4325-a974-f2e8d75c4dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:59.771834 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e2f7088f-f5d1-4325-a974-f2e8d75c4dc9 admin admin] Publish callbacks [] for security_group (05edf223-7a26-4140-9907-9062e8b9a8da), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:59.838598 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e2f7088f-f5d1-4325-a974-f2e8d75c4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (05edf223-7a26-4140-9907-9062e8b9a8da), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:59.882558 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e2f7088f-f5d1-4325-a974-f2e8d75c4dc9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fccedab3b87d40a39c6cc3be6dc35697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181854 Feb 18 12:28:59.885602 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49500) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:28:59.891766 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7088f-f5d1-4325-a974-f2e8d75c4dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05edf223-7a26-4140-9907-9062e8b9a8da,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:28:59.922511 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3a68110a-cb5a-412d-97c1-9b660275af36 req-cbda5f52-5a8f-4c02-8a88-bf3e662da32a tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 210 time: 0.2517300 Feb 18 12:28:59.941238 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b034ae4d-1acc-46f4-9b61-8d82d8bccf5d admin admin] Publish callbacks [] for security_group (05edf223-7a26-4140-9907-9062e8b9a8da), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:59.962419 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b034ae4d-1acc-46f4-9b61-8d82d8bccf5d admin admin] Publish callbacks [] for security_group (05edf223-7a26-4140-9907-9062e8b9a8da), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:00.101306 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b034ae4d-1acc-46f4-9b61-8d82d8bccf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (05edf223-7a26-4140-9907-9062e8b9a8da), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:00.103996 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-b034ae4d-1acc-46f4-9b61-8d82d8bccf5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:00.105178 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-b034ae4d-1acc-46f4-9b61-8d82d8bccf5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05edf223-7a26-4140-9907-9062e8b9a8da HTTP/1.1" status: 204 len: 168 time: 0.2185993 Feb 18 12:29:00.114491 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034ae4d-1acc-46f4-9b61-8d82d8bccf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05edf223-7a26-4140-9907-9062e8b9a8da,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:01.022583 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c719e194-a618-4e94-8dc7-be22979908c8 req-44c0d26e-c6c7-4e91-8fa7-153e2a73fcb2 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 210 time: 0.0313990 Feb 18 12:29:02.048126 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-40d4a2a1-b0cf-47ef-906b-0fea3254c07b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:02.049779 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-40d4a2a1-b0cf-47ef-906b-0fea3254c07b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.82 "GET /v2.0/networks?id=907427c1-55e0-4b75-bd87-f0c37dd607b6 HTTP/1.1" status: 200 len: 811 time: 0.1090446 Feb 18 12:29:02.124785 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-baaaecd5-d5d1-43cb-a1d0-8071208bb899 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf HTTP/1.1" status: 200 len: 379 time: 0.0648587 Feb 18 12:29:02.140581 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Request body: {'port': {'device_id': 'efd52917-9d22-48e9-b862-236d528c98d3', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'admin_state_up': True, 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'security_groups': ['94e392ab-bf43-4064-91c3-60ada08e3c9d']}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:02.164883 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f794edf4-812b-46c3-961f-e7a70b446573 req-92145d63-7ad7-4302-9cc1-09aff86fb149 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 210 time: 0.0391288 Feb 18 12:29:02.188975 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49578) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:02.314531 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-500618d8-e81b-4b26-ad4a-2107cfb4341d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:02.347000 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Made reservation on behalf of d1fa34ed3d82454cbe7cf60a46b7c2bf for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:29:02.351196 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:02.406035 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-500618d8-e81b-4b26-ad4a-2107cfb4341d admin admin] Publish callbacks [] for security_group (d5a2ee3b-823f-4d01-a205-3e6292fe686a), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:02.484176 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-500618d8-e81b-4b26-ad4a-2107cfb4341d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (d5a2ee3b-823f-4d01-a205-3e6292fe686a), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:02.495409 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Allocated IP 172.20.0.14 (907427c1-55e0-4b75-bd87-f0c37dd607b6/74c851c4-68d2-4a81-9f74-304bfd0c369a/f3de39e7-7ead-4038-b270-f756de093d30) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:29:02.526111 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-500618d8-e81b-4b26-ad4a-2107cfb4341d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=34d21c57de6643f9999eeb2819a23aba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354390 Feb 18 12:29:02.527272 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500618d8-e81b-4b26-ad4a-2107cfb4341d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a2ee3b-823f-4d01-a205-3e6292fe686a,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:02.529761 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49594) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:02.600652 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-13a6a292-c873-4a2f-b340-bca642fec5fe admin admin] Publish callbacks [] for security_group (d5a2ee3b-823f-4d01-a205-3e6292fe686a), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:02.624858 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-13a6a292-c873-4a2f-b340-bca642fec5fe admin admin] Publish callbacks [] for security_group (d5a2ee3b-823f-4d01-a205-3e6292fe686a), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:02.671235 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for port (f3de39e7-7ead-4038-b270-f756de093d30), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:02.758445 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-13a6a292-c873-4a2f-b340-bca642fec5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (d5a2ee3b-823f-4d01-a205-3e6292fe686a), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:02.761081 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-13a6a292-c873-4a2f-b340-bca642fec5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:02.762254 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-13a6a292-c873-4a2f-b340-bca642fec5fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5a2ee3b-823f-4d01-a205-3e6292fe686a HTTP/1.1" status: 204 len: 168 time: 0.2174785 Feb 18 12:29:02.774229 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6a292-c873-4a2f-b340-bca642fec5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a2ee3b-823f-4d01-a205-3e6292fe686a,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:02.790724 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (f3de39e7-7ead-4038-b270-f756de093d30), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:02.843144 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Network 907427c1-55e0-4b75-bd87-f0c37dd607b6 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:29:02.846052 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:29:02.852359 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:29:02.858606 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event updated for resources: {'Port': ['ID=f3de39e7-7ead-4038-b270-f756de093d30,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:02.888442 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:02.888853 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:02.889132 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:02.889471 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:02.893915 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:02.893915 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:02.893915 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:02.893915 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:02.893915 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:02.893915 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:02.893915 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:02.893915 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:02.893915 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:02.915833 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:02.916454 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:03.024391 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-89eeabb6-653f-403d-8587-24588efc170b tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8892004 Feb 18 12:29:03.037350 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Request body: {'port': {'device_id': 'efd52917-9d22-48e9-b862-236d528c98d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:03.092957 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (f3de39e7-7ead-4038-b270-f756de093d30), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:03.114436 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-1c4ea1c8-aaa5-460e-9444-85b6d65a9a62 None None] Provisioning complete for port f3de39e7-7ead-4038-b270-f756de093d30 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:29:03.115061 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1c4ea1c8-aaa5-460e-9444-85b6d65a9a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (f3de39e7-7ead-4038-b270-f756de093d30), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:03.148996 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ea1c8-aaa5-460e-9444-85b6d65a9a62 None None] Port f3de39e7-7ead-4038-b270-f756de093d30 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:29:03.359204 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e6da5-09b1-4b4d-a546-fbe11ed3a7d9 req-51568bcb-ef3a-4ab7-a35b-3a3cea311652 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:03.360696 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-431e6da5-09b1-4b4d-a546-fbe11ed3a7d9 req-51568bcb-ef3a-4ab7-a35b-3a3cea311652 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 932 time: 0.0931280 Feb 18 12:29:03.435168 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3de39e7-7ead-4038-b270-f756de093d30 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:29:03.452242 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Publish callbacks [] for port (f3de39e7-7ead-4038-b270-f756de093d30), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:03.459721 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-431e6da5-09b1-4b4d-a546-fbe11ed3a7d9 req-82b4b76c-8ec8-45f8-8130-3497472c1748 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=94e392ab-bf43-4064-91c3-60ada08e3c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903046 Feb 18 12:29:03.469516 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Transition to ACTIVE for port object f3de39e7-7ead-4038-b270-f756de093d30 will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:29:03.552824 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (f3de39e7-7ead-4038-b270-f756de093d30), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:03.619697 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Pushing event updated for resources: {'Port': ['ID=f3de39e7-7ead-4038-b270-f756de093d30,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:03.672026 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Attempting to bind port f3de39e7-7ead-4038-b270-f756de093d30 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:29:03.673724 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Attempting to bind port f3de39e7-7ead-4038-b270-f756de093d30 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:29:03.673724 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Attempting to bind port f3de39e7-7ead-4038-b270-f756de093d30 on network 907427c1-55e0-4b75-bd87-f0c37dd607b6 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:29:03.678200 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Port f3de39e7-7ead-4038-b270-f756de093d30 on network 907427c1-55e0-4b75-bd87-f0c37dd607b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:29:03.678542 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Attempting to bind port f3de39e7-7ead-4038-b270-f756de093d30 on network 907427c1-55e0-4b75-bd87-f0c37dd607b6 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:29:03.685889 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:29:03.686146 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Checking segment: {'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:29:03.686516 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Bound using segment: {'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:29:03.686955 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Bound port: f3de39e7-7ead-4038-b270-f756de093d30, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce269baf-3948-40c1-ad73-02db8e0751b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:29:03.687313 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (f3de39e7-7ead-4038-b270-f756de093d30), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:03.757655 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] For port f3de39e7-7ead-4038-b270-f756de093d30, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:29:03.760664 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] For port f3de39e7-7ead-4038-b270-f756de093d30, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3de39e7-7ead-4038-b270-f756de093d30,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:29:03.827120 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (f3de39e7-7ead-4038-b270-f756de093d30), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:03.860501 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:03.860707 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:03.862054 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] 10.222.0.82 "PUT /v2.0/ports/f3de39e7-7ead-4038-b270-f756de093d30 HTTP/1.1" status: 200 len: 1094 time: 0.8301785 Feb 18 12:29:03.862556 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd52917-9d22-48e9-b862-236d528c98d3', 'tag': 'f3de39e7-7ead-4038-b270-f756de093d30'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:03.865389 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fc7048-6110-4a4f-bb67-dd60a2a7acb4" -d '{"events": [{"name": "network-changed", "server_uuid": "efd52917-9d22-48e9-b862-236d528c98d3", "tag": "f3de39e7-7ead-4038-b270-f756de093d30"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:03.897781 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007bda9-08a8-44a9-9fa8-53863c128c0a service neutron] Pushing event updated for resources: {'Port': ['ID=f3de39e7-7ead-4038-b270-f756de093d30,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:03.904794 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fdf9f2-8963-4291-9ca5-099fbfb323dd x-openstack-request-id: req-51fdf9f2-8963-4291-9ca5-099fbfb323dd {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:03.905154 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd52917-9d22-48e9-b862-236d528c98d3", "tag": "f3de39e7-7ead-4038-b270-f756de093d30", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:03.910511 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51fdf9f2-8963-4291-9ca5-099fbfb323dd {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:03.910511 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd52917-9d22-48e9-b862-236d528c98d3', 'tag': 'f3de39e7-7ead-4038-b270-f756de093d30', 'status': 'completed', 'code': 200} Feb 18 12:29:03.979038 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc7048-6110-4a4f-bb67-dd60a2a7acb4 req-c795d161-cb35-47db-a725-6cd53eb60a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:03.980602 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f4fc7048-6110-4a4f-bb67-dd60a2a7acb4 req-c795d161-cb35-47db-a725-6cd53eb60a2b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf&device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 1128 time: 0.0521429 Feb 18 12:29:04.089868 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc7048-6110-4a4f-bb67-dd60a2a7acb4 req-f5a0a59d-526b-4a37-9ffa-f42f2e724af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:04.091431 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f4fc7048-6110-4a4f-bb67-dd60a2a7acb4 req-f5a0a59d-526b-4a37-9ffa-f42f2e724af9 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1036556 Feb 18 12:29:04.183784 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc7048-6110-4a4f-bb67-dd60a2a7acb4 req-ddd2564e-258c-4de6-99ec-c052bdf2bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:04.185191 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f4fc7048-6110-4a4f-bb67-dd60a2a7acb4 req-ddd2564e-258c-4de6-99ec-c052bdf2bef7 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880070 Feb 18 12:29:04.264619 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-aabf5c38-4056-468e-9168-f5ffe27c7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:04.266108 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-aabf5c38-4056-468e-9168-f5ffe27c7194 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf&device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 1128 time: 0.0469115 Feb 18 12:29:04.305518 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-4f1c71cb-a8a9-4343-ae77-31c33d77cff9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3de39e7-7ead-4038-b270-f756de093d30 HTTP/1.1" status: 200 len: 217 time: 0.0326936 Feb 18 12:29:04.355165 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-928a44a5-7719-470e-a61d-4b0855bbe048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:04.356577 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-928a44a5-7719-470e-a61d-4b0855bbe048 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74c851c4-68d2-4a81-9f74-304bfd0c369a HTTP/1.1" status: 200 len: 850 time: 0.0457387 Feb 18 12:29:04.406261 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-d2fc7fc0-a7fa-4db1-ad28-f8915b55e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:04.407747 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-d2fc7fc0-a7fa-4db1-ad28-f8915b55e2a3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=907427c1-55e0-4b75-bd87-f0c37dd607b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440481 Feb 18 12:29:04.499334 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-ff4e7d16-2d3b-4951-8aef-21d9f3cc81ef service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854943 Feb 18 12:29:04.882490 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c807cb34-1cab-4277-b03b-102fd118cf01 req-9b601f62-1e47-4da8-a6e8-81faff0dbb88 service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759725 Feb 18 12:29:04.890739 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1f7e8-d5df-483b-8a4c-d57f5c034c25 req-63fcc17c-bc59-4564-8fe2-e316cda3ccd1 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:04.892157 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5fb1f7e8-d5df-483b-8a4c-d57f5c034c25 req-63fcc17c-bc59-4564-8fe2-e316cda3ccd1 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 944 time: 0.3416643 Feb 18 12:29:04.952452 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5fb1f7e8-d5df-483b-8a4c-d57f5c034c25 req-c8a5930c-a597-4636-9943-cd00ae2ddc14 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=94e392ab-bf43-4064-91c3-60ada08e3c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538545 Feb 18 12:29:05.580722 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:05.643593 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c8bfe1ac-9c65-49f9-af7a-70c1f4b4dbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:06.038799 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e6ced424-f6e4-4076-b3ee-358738822408 req-5826e902-520f-414a-a65f-49a1845d0b19 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553300 Feb 18 12:29:06.078738 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588531ff-2c9b-4e48-ae50-72fc0fe9ddb2 req-16f5cfe2-0205-4fdd-ac50-3e11c84925bf tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:06.080171 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-588531ff-2c9b-4e48-ae50-72fc0fe9ddb2 req-16f5cfe2-0205-4fdd-ac50-3e11c84925bf tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 944 time: 0.0576792 Feb 18 12:29:06.153563 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-588531ff-2c9b-4e48-ae50-72fc0fe9ddb2 req-f4f37c49-479c-47e8-a7be-d6e4f9c365c0 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=94e392ab-bf43-4064-91c3-60ada08e3c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650554 Feb 18 12:29:06.156235 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ced424-f6e4-4076-b3ee-358738822408 req-80141368-0e7e-406a-b057-3ff45e58c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:06.157671 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e6ced424-f6e4-4076-b3ee-358738822408 req-80141368-0e7e-406a-b057-3ff45e58c989 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 1131 time: 0.0766654 Feb 18 12:29:06.263831 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ced424-f6e4-4076-b3ee-358738822408 req-2963ae14-72fc-432d-bea4-4f6a93f7f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:06.265288 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e6ced424-f6e4-4076-b3ee-358738822408 req-2963ae14-72fc-432d-bea4-4f6a93f7f0fd service neutron] 10.222.0.82 "GET /v2.0/networks?id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7 HTTP/1.1" status: 200 len: 917 time: 0.0880642 Feb 18 12:29:06.332896 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e6ced424-f6e4-4076-b3ee-358738822408 req-f98c7c93-b3c3-49d0-9f7a-44e1b577a0b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46 HTTP/1.1" status: 200 len: 1002 time: 0.0619802 Feb 18 12:29:06.384071 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ced424-f6e4-4076-b3ee-358738822408 req-451692cd-65cc-4571-8c34-998eb43ddfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:06.385547 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e6ced424-f6e4-4076-b3ee-358738822408 req-451692cd-65cc-4571-8c34-998eb43ddfd8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0605fd76-e386-40d7-93ea-f7bf1f705f1d HTTP/1.1" status: 200 len: 855 time: 0.0466273 Feb 18 12:29:06.436689 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ced424-f6e4-4076-b3ee-358738822408 req-75965e1f-a13d-40d5-ad42-95f21839a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:06.438212 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e6ced424-f6e4-4076-b3ee-358738822408 req-75965e1f-a13d-40d5-ad42-95f21839a8e5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465107 Feb 18 12:29:06.531226 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e6ced424-f6e4-4076-b3ee-358738822408 req-2e78302d-c8bd-476b-8c4c-75cd6cff8ce6 service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865297 Feb 18 12:29:06.624836 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e6ced424-f6e4-4076-b3ee-358738822408 req-7c397f20-a252-4a3c-be08-79b66fecd5c1 service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877085 Feb 18 12:29:07.480231 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0ca2b-5d4d-4834-8700-5e7ffde983e5 req-b695ba04-76b0-4c02-a46d-5145ef895e17 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:07.481617 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-25f0ca2b-5d4d-4834-8700-5e7ffde983e5 req-b695ba04-76b0-4c02-a46d-5145ef895e17 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 944 time: 0.0532243 Feb 18 12:29:07.527259 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-25f0ca2b-5d4d-4834-8700-5e7ffde983e5 req-8e7bcc99-0d23-46bd-b0df-fb835b0a7978 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=94e392ab-bf43-4064-91c3-60ada08e3c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398929 Feb 18 12:29:07.627255 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device f3de39e7-7ead-4038-b270-f756de093d30 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:29:07.723415 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port f3de39e7-7ead-4038-b270-f756de093d30, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3de39e7-7ead-4038-b270-f756de093d30,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:07.738204 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': 'f3de39e7-7ead-4038-b270-f756de093d30', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'port_id': 'f3de39e7-7ead-4038-b270-f756de093d30', 'mac_address': 'fa:16:3e:e3:f9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:29:07.775074 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port f3de39e7-7ead-4038-b270-f756de093d30 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:29:07.775470 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (f3de39e7-7ead-4038-b270-f756de093d30), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:07.799335 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3de39e7-7ead-4038-b270-f756de093d30 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:29:07.819027 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port f3de39e7-7ead-4038-b270-f756de093d30, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3de39e7-7ead-4038-b270-f756de093d30,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:07.878047 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-40f34720-210c-45f2-a9dd-8d557250c016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:07.906717 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (f3de39e7-7ead-4038-b270-f756de093d30), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:07.952836 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=f3de39e7-7ead-4038-b270-f756de093d30,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:07.960583 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:07.960969 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:07.961318 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:07.962155 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:07.962543 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:07.962883 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:07.963398 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:07.963738 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:07.964070 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:07.964403 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:07.964734 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:07.965062 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:07.965388 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:08.177087 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['f3de39e7-7ead-4038-b270-f756de093d30'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:29:08.273415 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49668) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:08.376585 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:08.448067 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Publish callbacks [] for security_group (5bd7a8c5-f87a-41f0-a0d1-2f41241c1ff2), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:08.540898 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (5bd7a8c5-f87a-41f0-a0d1-2f41241c1ff2), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:08.578239 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd7a8c5-f87a-41f0-a0d1-2f41241c1ff2,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:08.582036 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ce90cf9da694a0d89fb934b2d74c782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075817 Feb 18 12:29:08.584900 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 49674) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:08.588152 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:08.588612 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:08.588969 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:08.589484 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:08.590095 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:08.590605 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:08.590951 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:08.591290 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:08.591665 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:08.591997 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:08.592274 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:08.592597 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:08.593137 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c2396-b05b-45cb-b568-a9520ada00fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:29:08.687354 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5f2b6-9772-48fd-adbf-627e2f63d16a req-a5410f12-7767-4377-ac53-b67104a83dde tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:08.688864 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e4d5f2b6-9772-48fd-adbf-627e2f63d16a req-a5410f12-7767-4377-ac53-b67104a83dde tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 945 time: 0.0881090 Feb 18 12:29:08.689516 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0acc6f4f-8076-4167-a38b-d97df1862e3e admin admin] Publish callbacks [] for security_group (5bd7a8c5-f87a-41f0-a0d1-2f41241c1ff2), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:08.724815 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0acc6f4f-8076-4167-a38b-d97df1862e3e admin admin] Publish callbacks [] for security_group (5bd7a8c5-f87a-41f0-a0d1-2f41241c1ff2), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:08.772484 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e4d5f2b6-9772-48fd-adbf-627e2f63d16a req-68db478d-c6de-4cac-addf-43b7dfe8bc71 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=94e392ab-bf43-4064-91c3-60ada08e3c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733390 Feb 18 12:29:08.832491 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0acc6f4f-8076-4167-a38b-d97df1862e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (5bd7a8c5-f87a-41f0-a0d1-2f41241c1ff2), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:08.835174 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0acc6f4f-8076-4167-a38b-d97df1862e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:08.836897 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0acc6f4f-8076-4167-a38b-d97df1862e3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bd7a8c5-f87a-41f0-a0d1-2f41241c1ff2 HTTP/1.1" status: 204 len: 168 time: 0.2508123 Feb 18 12:29:08.845800 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc6f4f-8076-4167-a38b-d97df1862e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd7a8c5-f87a-41f0-a0d1-2f41241c1ff2,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:08.997827 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:09.404290 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 49684) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:09.417195 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d9e428c-b035-4a86-af5e-9c9f9c593d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:09.489441 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d9e428c-b035-4a86-af5e-9c9f9c593d73 admin admin] Publish callbacks [] for security_group (6a7468c4-af2b-47fd-83c2-23771e135d3d), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:09.574640 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7d9e428c-b035-4a86-af5e-9c9f9c593d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (6a7468c4-af2b-47fd-83c2-23771e135d3d), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:09.610095 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e428c-b035-4a86-af5e-9c9f9c593d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7468c4-af2b-47fd-83c2-23771e135d3d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:09.614984 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-7d9e428c-b035-4a86-af5e-9c9f9c593d73 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=606a7a1f73c84e729000e138241c8e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090871 Feb 18 12:29:09.617332 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 49686) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:09.630200 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device f3de39e7-7ead-4038-b270-f756de093d30 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:29:09.665299 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-00815e69-eaa5-4ac6-b804-4c0a0a53ede0 admin admin] Publish callbacks [] for security_group (6a7468c4-af2b-47fd-83c2-23771e135d3d), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:09.692675 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-00815e69-eaa5-4ac6-b804-4c0a0a53ede0 admin admin] Publish callbacks [] for security_group (6a7468c4-af2b-47fd-83c2-23771e135d3d), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:09.780989 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port f3de39e7-7ead-4038-b270-f756de093d30 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:29:09.785000 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port f3de39e7-7ead-4038-b270-f756de093d30 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:29:09.785369 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (f3de39e7-7ead-4038-b270-f756de093d30), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:09.816078 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-00815e69-eaa5-4ac6-b804-4c0a0a53ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (6a7468c4-af2b-47fd-83c2-23771e135d3d), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:09.818989 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-00815e69-eaa5-4ac6-b804-4c0a0a53ede0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:09.822679 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-00815e69-eaa5-4ac6-b804-4c0a0a53ede0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a7468c4-af2b-47fd-83c2-23771e135d3d HTTP/1.1" status: 204 len: 168 time: 0.2023752 Feb 18 12:29:09.829583 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00815e69-eaa5-4ac6-b804-4c0a0a53ede0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7468c4-af2b-47fd-83c2-23771e135d3d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:09.887314 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port f3de39e7-7ead-4038-b270-f756de093d30 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:29:09.887637 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (f3de39e7-7ead-4038-b270-f756de093d30), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:09.907660 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc391283-7b1d-42f9-a916-e225d767ae7c req-481ff3d6-9c6d-4f3b-ba8f-9ce8e64a29de tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:09.909982 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cc391283-7b1d-42f9-a916-e225d767ae7c req-481ff3d6-9c6d-4f3b-ba8f-9ce8e64a29de tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 945 time: 0.0684905 Feb 18 12:29:09.910709 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd52917-9d22-48e9-b862-236d528c98d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3de39e7-7ead-4038-b270-f756de093d30'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:09.913090 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f590e0f-4e8b-4c21-bf35-85abebd13617" -d '{"events": [{"server_uuid": "efd52917-9d22-48e9-b862-236d528c98d3", "name": "network-vif-plugged", "status": "completed", "tag": "f3de39e7-7ead-4038-b270-f756de093d30"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:09.927407 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port f3de39e7-7ead-4038-b270-f756de093d30, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3de39e7-7ead-4038-b270-f756de093d30,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:09.963078 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1433f1d-8dfd-417c-aeaf-b51416d0698c x-openstack-request-id: req-c1433f1d-8dfd-417c-aeaf-b51416d0698c {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:09.963374 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd52917-9d22-48e9-b862-236d528c98d3", "name": "network-vif-plugged", "status": "completed", "tag": "f3de39e7-7ead-4038-b270-f756de093d30", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:09.963629 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1433f1d-8dfd-417c-aeaf-b51416d0698c {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:09.964044 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd52917-9d22-48e9-b862-236d528c98d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3de39e7-7ead-4038-b270-f756de093d30', 'code': 200} Feb 18 12:29:09.979898 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cc391283-7b1d-42f9-a916-e225d767ae7c req-a477275e-f101-4f82-bdc9-33ec14e2b931 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=94e392ab-bf43-4064-91c3-60ada08e3c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500965 Feb 18 12:29:09.992369 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (f3de39e7-7ead-4038-b270-f756de093d30), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:10.043680 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=f3de39e7-7ead-4038-b270-f756de093d30,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:10.289355 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02236c3b-b9db-4105-8834-ae7b08466f73 req-48adff3c-3a32-48c4-8266-da1a307684c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:10.291532 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-02236c3b-b9db-4105-8834-ae7b08466f73 req-48adff3c-3a32-48c4-8266-da1a307684c7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 1130 time: 0.0442908 Feb 18 12:29:10.335776 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-02236c3b-b9db-4105-8834-ae7b08466f73 req-74f5a4c1-7cfc-4909-b318-4d9c569353ae service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=94e392ab-bf43-4064-91c3-60ada08e3c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362673 Feb 18 12:29:10.432577 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:10.843541 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 49718) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:10.937773 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2061056586-network', 'tenant_id': 'ceba5456c0a44c169957061b2afc5f4e'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:11.015208 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] Made reservation on behalf of ceba5456c0a44c169957061b2afc5f4e for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:29:11.017535 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:11.029586 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:11.124830 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce8a3c-68ab-4ece-9a03-d20ca3e34b11 req-67c73afb-e5fb-44fb-b158-ef919f45c413 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:11.126319 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e2ce8a3c-68ab-4ece-9a03-d20ca3e34b11 req-67c73afb-e5fb-44fb-b158-ef919f45c413 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 946 time: 0.0753400 Feb 18 12:29:11.160812 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] Publish callbacks [] for security_group (7ca34240-8de7-4a17-84bd-6553abfbc1e6), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:11.187199 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e2ce8a3c-68ab-4ece-9a03-d20ca3e34b11 req-12eb2963-0732-40b4-af16-2c405502ce81 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=94e392ab-bf43-4064-91c3-60ada08e3c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510828 Feb 18 12:29:11.244294 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (7ca34240-8de7-4a17-84bd-6553abfbc1e6), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:11.271794 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:29:11.278044 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca34240-8de7-4a17-84bd-6553abfbc1e6,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:11.283874 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (9824b66a-1ab4-4919-a9db-1bd9f1aab23e), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:11.284219 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] Added segment 9824b66a-1ab4-4919-a9db-1bd9f1aab23e of type vlan for network 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d Feb 18 12:29:11.323764 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (88aabaa3-63f7-4ff6-8389-2dd9c3d3427d), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:11.421063 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (88aabaa3-63f7-4ff6-8389-2dd9c3d3427d), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:11.421956 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:11.422575 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:11.479528 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] Pushing event updated for resources: {'Network': ['ID=88aabaa3-63f7-4ff6-8389-2dd9c3d3427d,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:11.490250 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:29:11.624241 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9f99ebc0-c682-4e5f-aab2-e250c381bf8f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7795937 Feb 18 12:29:11.627074 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 49726) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:11.632110 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-e2a71aed-22a3-43b3-ade9-54752d30754c admin admin] Request body: {'subnet': {'network_id': '88aabaa3-63f7-4ff6-8389-2dd9c3d3427d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2061056586-subnet', 'tenant_id': 'ceba5456c0a44c169957061b2afc5f4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:11.741032 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a71aed-22a3-43b3-ade9-54752d30754c admin admin] Made reservation on behalf of ceba5456c0a44c169957061b2afc5f4e for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:29:11.743446 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e2a71aed-22a3-43b3-ade9-54752d30754c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555529'] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:11.958409 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:11.981734 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e2a71aed-22a3-43b3-ade9-54752d30754c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12919336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555543'] for subnet (800d8231-958d-48d0-a715-461f264bd656), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:12.037775 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a71aed-22a3-43b3-ade9-54752d30754c admin admin] Pushing event updated for resources: {'Subnet': ['ID=800d8231-958d-48d0-a715-461f264bd656,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:12.045415 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a71aed-22a3-43b3-ade9-54752d30754c admin admin] Checking segment: {'id': '9824b66a-1ab4-4919-a9db-1bd9f1aab23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88aabaa3-63f7-4ff6-8389-2dd9c3d3427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:29:12.045766 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a71aed-22a3-43b3-ade9-54752d30754c admin admin] Network hostable DHCP agents. Network: 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:29:12.135197 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a71aed-22a3-43b3-ade9-54752d30754c admin admin] Network 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:29:12.215287 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-e2a71aed-22a3-43b3-ade9-54752d30754c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:29:12.227019 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a71aed-22a3-43b3-ade9-54752d30754c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:12.227019 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e2a71aed-22a3-43b3-ade9-54752d30754c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:12.227648 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dd1fba-16d7-44be-8cbd-3e8ba8820748 None None] Network 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:29:12.304532 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e2a71aed-22a3-43b3-ade9-54752d30754c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6764269 Feb 18 12:29:12.322656 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054a838-148b-4ac2-a16a-efaae97e48ed req-560e66c7-3fff-4a99-8b97-e3732c1ac808 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:12.330282 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1054a838-148b-4ac2-a16a-efaae97e48ed req-560e66c7-3fff-4a99-8b97-e3732c1ac808 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 946 time: 0.0643392 Feb 18 12:29:12.332036 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b00697-3c0a-4835-85d1-3cc9961c5580 None None] Network 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:29:12.373142 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1054a838-148b-4ac2-a16a-efaae97e48ed req-77aada4f-7205-4ab1-834f-5c76b41937f5 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=94e392ab-bf43-4064-91c3-60ada08e3c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428920 Feb 18 12:29:12.498511 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f3e36-256e-4316-8d2e-5180473cd493 req-aeadf471-140f-4d0c-8c11-c258fde28e87 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:12.500025 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c62f3e36-256e-4316-8d2e-5180473cd493 req-aeadf471-140f-4d0c-8c11-c258fde28e87 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 946 time: 0.0588658 Feb 18 12:29:12.509714 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49742) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:12.514440 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-870b9e06-25ca-4f80-a092-e783feaeccc6 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Request body: {'floatingip': {'port_id': 'f3de39e7-7ead-4038-b270-f756de093d30'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:12.556880 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-870b9e06-25ca-4f80-a092-e783feaeccc6 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for floatingip (98a75839-74f2-48ea-9f6e-770b1e05e7f1), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:13.027554 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-870b9e06-25ca-4f80-a092-e783feaeccc6 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:13.129739 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-870b9e06-25ca-4f80-a092-e783feaeccc6 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (98a75839-74f2-48ea-9f6e-770b1e05e7f1), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:13.251108 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-870b9e06-25ca-4f80-a092-e783feaeccc6 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Floating IP 98a75839-74f2-48ea-9f6e-770b1e05e7f1 associated. External IP: 172.27.2.171, port: f3de39e7-7ead-4038-b270-f756de093d30. Feb 18 12:29:13.343586 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b356d2-e2fb-4d86-b503-c35b70fe1900 req-5bb083e2-21ee-4593-abbc-6496f2b5f775 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:13.345245 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-70b356d2-e2fb-4d86-b503-c35b70fe1900 req-5bb083e2-21ee-4593-abbc-6496f2b5f775 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 947 time: 0.0527186 Feb 18 12:29:13.397014 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-70b356d2-e2fb-4d86-b503-c35b70fe1900 req-287045d3-441a-4a4e-8c4a-5af84ff58b83 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454586 Feb 18 12:29:13.647310 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870b9e06-25ca-4f80-a092-e783feaeccc6 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Router 61a91692-520c-4b31-bad6-13ff7ae618be has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:29:13.755196 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870b9e06-25ca-4f80-a092-e783feaeccc6 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:29:13.760438 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-870b9e06-25ca-4f80-a092-e783feaeccc6 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:13.765863 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd7425-8d03-4628-ba7a-56441e2fa562 None None] Sync routers for ids ['61a91692-520c-4b31-bad6-13ff7ae618be'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:29:13.775270 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd7425-8d03-4628-ba7a-56441e2fa562 None None] Routers {'61a91692-520c-4b31-bad6-13ff7ae618be'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:13.775877 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f1cd7425-8d03-4628-ba7a-56441e2fa562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['61a91692-520c-4b31-bad6-13ff7ae618be'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:13.788994 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-870b9e06-25ca-4f80-a092-e783feaeccc6 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "PUT /v2.0/floatingips/98a75839-74f2-48ea-9f6e-770b1e05e7f1 HTTP/1.1" status: 200 len: 992 time: 1.2780712 Feb 18 12:29:13.790291 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd52917-9d22-48e9-b862-236d528c98d3', 'tag': 'f3de39e7-7ead-4038-b270-f756de093d30'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:13.792635 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d728a8607cc53405b141b0315efa200b0cd0e952a259bf9e0ca5c943bb659e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3a5d5e-0622-40b1-a26b-8e14b33de332" -d '{"events": [{"name": "network-changed", "server_uuid": "efd52917-9d22-48e9-b862-236d528c98d3", "tag": "f3de39e7-7ead-4038-b270-f756de093d30"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:13.827883 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a05d6a-54ca-4af4-9ab2-fd389c73f97b x-openstack-request-id: req-44a05d6a-54ca-4af4-9ab2-fd389c73f97b {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:13.828174 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd52917-9d22-48e9-b862-236d528c98d3", "tag": "f3de39e7-7ead-4038-b270-f756de093d30", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:13.828434 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44a05d6a-54ca-4af4-9ab2-fd389c73f97b {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:13.828849 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd52917-9d22-48e9-b862-236d528c98d3', 'tag': 'f3de39e7-7ead-4038-b270-f756de093d30', 'status': 'completed', 'code': 200} Feb 18 12:29:13.888965 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-f1cd7425-8d03-4628-ba7a-56441e2fa562 None None] Set router 61a91692-520c-4b31-bad6-13ff7ae618be gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:13.903276 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a5d5e-0622-40b1-a26b-8e14b33de332 req-c0c18878-86f7-46cb-9962-a154fb193161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:13.904697 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9a3a5d5e-0622-40b1-a26b-8e14b33de332 req-c0c18878-86f7-46cb-9962-a154fb193161 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf&device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 1130 time: 0.0492659 Feb 18 12:29:14.062257 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a5d5e-0622-40b1-a26b-8e14b33de332 req-bf5fd9d1-a800-4965-9f94-7e5f6dee4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:14.063731 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9a3a5d5e-0622-40b1-a26b-8e14b33de332 req-bf5fd9d1-a800-4965-9f94-7e5f6dee4468 service neutron] 10.222.0.82 "GET /v2.0/networks?id=907427c1-55e0-4b75-bd87-f0c37dd607b6 HTTP/1.1" status: 200 len: 912 time: 0.1507053 Feb 18 12:29:14.136407 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9a3a5d5e-0622-40b1-a26b-8e14b33de332 req-a2a8037d-8ec5-447f-a3da-7c1feaf20913 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3de39e7-7ead-4038-b270-f756de093d30 HTTP/1.1" status: 200 len: 1000 time: 0.0640087 Feb 18 12:29:14.184294 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a5d5e-0622-40b1-a26b-8e14b33de332 req-0c5b7b06-f7e4-4b4f-ae90-2d12bc5b73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:14.185746 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9a3a5d5e-0622-40b1-a26b-8e14b33de332 req-0c5b7b06-f7e4-4b4f-ae90-2d12bc5b73ad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74c851c4-68d2-4a81-9f74-304bfd0c369a HTTP/1.1" status: 200 len: 850 time: 0.0429182 Feb 18 12:29:14.243534 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a5d5e-0622-40b1-a26b-8e14b33de332 req-dbcad973-0cf7-4138-adba-2697f7a39546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:14.245469 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9a3a5d5e-0622-40b1-a26b-8e14b33de332 req-dbcad973-0cf7-4138-adba-2697f7a39546 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=907427c1-55e0-4b75-bd87-f0c37dd607b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0530498 Feb 18 12:29:14.254038 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f1cd7425-8d03-4628-ba7a-56441e2fa562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '98a75839-74f2-48ea-9f6e-770b1e05e7f1', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'port_id': 'f3de39e7-7ead-4038-b270-f756de093d30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'mac_address': 'fa:16:3e:e3:f9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd52917-9d22-48e9-b862-236d528c98d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:28:58Z', 'updated_at': '2022-02-18T12:29:12Z', 'revision_number': 1, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:12Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:14.283656 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd7425-8d03-4628-ba7a-56441e2fa562 None None] Checking router: 61a91692-520c-4b31-bad6-13ff7ae618be for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:29:14.293267 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd7425-8d03-4628-ba7a-56441e2fa562 None None] Routers {'61a91692-520c-4b31-bad6-13ff7ae618be'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:14.294054 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f1cd7425-8d03-4628-ba7a-56441e2fa562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['61a91692-520c-4b31-bad6-13ff7ae618be'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:14.350789 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9a3a5d5e-0622-40b1-a26b-8e14b33de332 req-ca27df7b-b837-483a-aaaa-556dd7032c17 service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979106 Feb 18 12:29:14.409337 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-f1cd7425-8d03-4628-ba7a-56441e2fa562 None None] Set router 61a91692-520c-4b31-bad6-13ff7ae618be gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:14.547591 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea0012-eef9-479e-8739-5dcd01e77484 req-ef03189e-8bf6-4307-a23e-665fd272d89b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:14.549037 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baea0012-eef9-479e-8739-5dcd01e77484 req-ef03189e-8bf6-4307-a23e-665fd272d89b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/networks?id=88aabaa3-63f7-4ff6-8389-2dd9c3d3427d HTTP/1.1" status: 200 len: 809 time: 0.1973760 Feb 18 12:29:14.551896 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9a3a5d5e-0622-40b1-a26b-8e14b33de332 req-24411474-aa86-4eb2-9ce0-7b5dc26c25f9 service neutron] 10.222.0.82 "GET /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910686 Feb 18 12:29:14.568579 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baea0012-eef9-479e-8739-5dcd01e77484 req-142e6e1b-47fa-4a1c-a72d-1dac7ca8dbbc tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/quotas/ceba5456c0a44c169957061b2afc5f4e HTTP/1.1" status: 200 len: 375 time: 0.0132022 Feb 18 12:29:14.579783 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa02e9e-80ab-4f83-bd27-30f94d015bf2 req-05274119-12fe-41ce-a078-eb42d694dbbc tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:14.581174 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ffa02e9e-80ab-4f83-bd27-30f94d015bf2 req-05274119-12fe-41ce-a078-eb42d694dbbc tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 947 time: 0.1098824 Feb 18 12:29:14.629001 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baea0012-eef9-479e-8739-5dcd01e77484 req-e2a36be0-2fcf-41f4-bd62-53b70c7e3cfc tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ceba5456c0a44c169957061b2afc5f4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460496 Feb 18 12:29:14.667070 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ffa02e9e-80ab-4f83-bd27-30f94d015bf2 req-9cb695f7-5d4b-4f3b-8a14-c6f91dc12eb0 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc765c01-7f9a-4966-b133-6dbe3d14079c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760915 Feb 18 12:29:14.667617 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-f1cd7425-8d03-4628-ba7a-56441e2fa562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '98a75839-74f2-48ea-9f6e-770b1e05e7f1', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'port_id': 'f3de39e7-7ead-4038-b270-f756de093d30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'mac_address': 'fa:16:3e:e3:f9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd52917-9d22-48e9-b862-236d528c98d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:28:58Z', 'updated_at': '2022-02-18T12:29:12Z', 'revision_number': 1, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:12Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:14.716422 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd7425-8d03-4628-ba7a-56441e2fa562 None None] The sync data for ids ['61a91692-520c-4b31-bad6-13ff7ae618be'] in dv-cinder-804757-15-iscsi is: [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '98a75839-74f2-48ea-9f6e-770b1e05e7f1', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'port_id': 'f3de39e7-7ead-4038-b270-f756de093d30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'mac_address': 'fa:16:3e:e3:f9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd52917-9d22-48e9-b862-236d528c98d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:28:58Z', 'updated_at': '2022-02-18T12:29:12Z', 'revision_number': 1, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:12Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:29:14.782676 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baea0012-eef9-479e-8739-5dcd01e77484 req-8f8bc3b2-a781-4cc2-9dcf-dd9d0e1f1e6b service neutron] 10.222.0.52 "GET /v2.0/networks/88aabaa3-63f7-4ff6-8389-2dd9c3d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442103 Feb 18 12:29:14.878063 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baea0012-eef9-479e-8739-5dcd01e77484 req-fa7b42a8-010f-48ac-a513-6905912fc838 service neutron] 10.222.0.52 "GET /v2.0/networks/88aabaa3-63f7-4ff6-8389-2dd9c3d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890102 Feb 18 12:29:14.924381 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a06af6-bceb-4966-8eb7-4929904739b6 None None] New status for floating IP 98a75839-74f2-48ea-9f6e-770b1e05e7f1: ACTIVE {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:29:15.074777 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-ed50526d-1524-4f67-b407-a6f55fabf17a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:15.074777 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-ed50526d-1524-4f67-b407-a6f55fabf17a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.82 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 947 time: 0.0528996 Feb 18 12:29:15.199105 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8cd195a8-62c2-4a46-9bb0-151df71a6c35 req-9ebc7d82-12cf-44e2-a67b-e1499d16a7e0 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 210 time: 0.0351088 Feb 18 12:29:15.204690 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Deleting port 34a308e0-633c-45fc-b46a-0b15b92e9b46 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:15.205144 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:15.299155 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] For port 34a308e0-633c-45fc-b46a-0b15b92e9b46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=34a308e0-633c-45fc-b46a-0b15b92e9b46,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:15.299520 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:15.472479 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:15.473173 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (cbcf2471-2657-4932-81a4-0f0e0733b6ac), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:15.473173 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.l3_db [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Floating IP cbcf2471-2657-4932-81a4-0f0e0733b6ac disassociated. External IP: 172.27.2.149, port: 34a308e0-633c-45fc-b46a-0b15b92e9b46. Feb 18 12:29:15.473472 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Calling delete_port for 34a308e0-633c-45fc-b46a-0b15b92e9b46 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:15.694898 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (34a308e0-633c-45fc-b46a-0b15b92e9b46), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:15.731747 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event deleted for resources: {'Port': ['ID=34a308e0-633c-45fc-b46a-0b15b92e9b46,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:15.809319 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3a74b8e4-920a-40cc-a920-d62dcbeee3f0 req-fa226c49-762f-4977-a6ec-f5925f5e739f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 210 time: 0.0316579 Feb 18 12:29:15.879490 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Router 373e062e-5e0b-47b3-ac2b-f276bc5e359b has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:29:15.989219 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:29:16.000317 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e866b7-cf5b-441b-9994-a63c8645e4d3 None None] Sync routers for ids ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:29:16.011800 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e866b7-cf5b-441b-9994-a63c8645e4d3 None None] Routers {'373e062e-5e0b-47b3-ac2b-f276bc5e359b'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:16.012351 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-94e866b7-cf5b-441b-9994-a63c8645e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:16.030742 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] No DVR routers for this DVR port 34a308e0-633c-45fc-b46a-0b15b92e9b46 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:29:16.040308 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:16.043571 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-490e5df0-07cf-43dc-bbd1-432355e91197 req-655149f1-39ed-435e-bf4d-5d9d17c9ca31 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.82 "DELETE /v2.0/ports/34a308e0-633c-45fc-b46a-0b15b92e9b46 HTTP/1.1" status: 204 len: 173 time: 0.9697828 Feb 18 12:29:16.043998 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'name': 'network-vif-deleted', 'tag': '34a308e0-633c-45fc-b46a-0b15b92e9b46'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:16.046250 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d6f7d8-d0cd-471e-a00d-8e4cd8db180a" -d '{"events": [{"server_uuid": "534fe92b-e39d-491e-b63b-52452ebf76f3", "name": "network-vif-deleted", "tag": "34a308e0-633c-45fc-b46a-0b15b92e9b46"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:16.089710 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d526c438-0181-4702-a5c7-dcce753483c9 x-openstack-request-id: req-d526c438-0181-4702-a5c7-dcce753483c9 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:16.090055 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534fe92b-e39d-491e-b63b-52452ebf76f3", "name": "network-vif-deleted", "tag": "34a308e0-633c-45fc-b46a-0b15b92e9b46", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:16.090336 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d526c438-0181-4702-a5c7-dcce753483c9 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:16.090691 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534fe92b-e39d-491e-b63b-52452ebf76f3', 'name': 'network-vif-deleted', 'tag': '34a308e0-633c-45fc-b46a-0b15b92e9b46', 'status': 'completed', 'code': 200} Feb 18 12:29:16.163136 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-94e866b7-cf5b-441b-9994-a63c8645e4d3 None None] Set router 373e062e-5e0b-47b3-ac2b-f276bc5e359b gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:16.288163 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-10b790ac-1091-4476-87bd-7ab9b721359d req-a06ba6a3-9ee9-4525-8574-f39d719e1839 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 210 time: 0.0285571 Feb 18 12:29:16.386934 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-94e866b7-cf5b-441b-9994-a63c8645e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:26Z', 'revision_number': 5, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:16.416990 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e866b7-cf5b-441b-9994-a63c8645e4d3 None None] Checking router: 373e062e-5e0b-47b3-ac2b-f276bc5e359b for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:29:16.425476 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e866b7-cf5b-441b-9994-a63c8645e4d3 None None] Routers {'373e062e-5e0b-47b3-ac2b-f276bc5e359b'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:16.426103 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-94e866b7-cf5b-441b-9994-a63c8645e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:16.546689 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-94e866b7-cf5b-441b-9994-a63c8645e4d3 None None] Set router 373e062e-5e0b-47b3-ac2b-f276bc5e359b gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:16.743836 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-94e866b7-cf5b-441b-9994-a63c8645e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:26Z', 'revision_number': 5, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:16.770049 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e866b7-cf5b-441b-9994-a63c8645e4d3 None None] The sync data for ids ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'] in dv-cinder-804757-15-iscsi is: [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:26Z', 'revision_number': 5, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:29:16.922840 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b1584aeb-6e81-4216-a1d3-92d197e1d30c req-c860d99c-3536-449c-8661-d1c627c90804 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=534fe92b-e39d-491e-b63b-52452ebf76f3 HTTP/1.1" status: 200 len: 210 time: 0.0271697 Feb 18 12:29:16.999997 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9281df8-800a-499e-8d83-d67c48f96dc4 None None] New status for floating IP cbcf2471-2657-4932-81a4-0f0e0733b6ac: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:29:17.383122 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ecbb968c-f067-4bd3-a7cc-420bcc547009 req-74a7d9e1-6613-433e-be46-c7ec7dddc850 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 210 time: 0.0265219 Feb 18 12:29:17.718851 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 34a308e0-633c-45fc-b46a-0b15b92e9b46 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:29:17.742583 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: 34a308e0-633c-45fc-b46a-0b15b92e9b46 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:29:17.742936 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 34a308e0-633c-45fc-b46a-0b15b92e9b46 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:29:17.913310 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea0012-eef9-479e-8739-5dcd01e77484 req-81f1e433-e3ed-4e53-a52c-01c2a09402fa tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:17.915437 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baea0012-eef9-479e-8739-5dcd01e77484 req-81f1e433-e3ed-4e53-a52c-01c2a09402fa tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.82 "GET /v2.0/networks?id=88aabaa3-63f7-4ff6-8389-2dd9c3d3427d HTTP/1.1" status: 200 len: 809 time: 0.1011484 Feb 18 12:29:17.926777 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-baea0012-eef9-479e-8739-5dcd01e77484 req-ec5d80ed-f02e-4956-993b-07163da3c94b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Request body: {'port': {'device_id': 'f7553ada-48c5-4fad-bcbc-3bff616df6f1', 'network_id': '88aabaa3-63f7-4ff6-8389-2dd9c3d3427d', 'admin_state_up': True, 'tenant_id': 'ceba5456c0a44c169957061b2afc5f4e'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:18.045376 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 49836) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:18.104856 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baea0012-eef9-479e-8739-5dcd01e77484 req-ec5d80ed-f02e-4956-993b-07163da3c94b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Made reservation on behalf of ceba5456c0a44c169957061b2afc5f4e for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:29:18.108194 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-baea0012-eef9-479e-8739-5dcd01e77484 req-ec5d80ed-f02e-4956-993b-07163da3c94b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:18.119996 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c3aecaf-949f-4797-aed5-caa785d9e085 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group (dc765c01-7f9a-4966-b133-6dbe3d14079c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:18.155578 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c3aecaf-949f-4797-aed5-caa785d9e085 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group (dc765c01-7f9a-4966-b133-6dbe3d14079c), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:18.273431 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-baea0012-eef9-479e-8739-5dcd01e77484 req-ec5d80ed-f02e-4956-993b-07163da3c94b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Allocated IP 172.20.0.11 (88aabaa3-63f7-4ff6-8389-2dd9c3d3427d/800d8231-958d-48d0-a715-461f264bd656/05282f8d-42a2-419b-a526-2fd902643908) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:29:18.355917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c3aecaf-949f-4797-aed5-caa785d9e085 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (dc765c01-7f9a-4966-b133-6dbe3d14079c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:18.358548 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c3aecaf-949f-4797-aed5-caa785d9e085 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:18.359668 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2c3aecaf-949f-4797-aed5-caa785d9e085 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "DELETE /v2.0/security-groups/dc765c01-7f9a-4966-b133-6dbe3d14079c HTTP/1.1" status: 204 len: 168 time: 0.3133287 Feb 18 12:29:18.362606 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49844) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:18.374859 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3aecaf-949f-4797-aed5-caa785d9e085 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc765c01-7f9a-4966-b133-6dbe3d14079c,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:18.376012 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.api.v2.resource [None req-d7777c5c-7e44-4c19-b8f6-c7e4eac562b2 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] show failed (client error): The resource could not be found. Feb 18 12:29:18.377005 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d7777c5c-7e44-4c19-b8f6-c7e4eac562b2 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups/dc765c01-7f9a-4966-b133-6dbe3d14079c HTTP/1.1" status: 404 len: 347 time: 0.0133369 Feb 18 12:29:18.380159 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49846) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:18.434214 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-baea0012-eef9-479e-8739-5dcd01e77484 req-ec5d80ed-f02e-4956-993b-07163da3c94b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks [] for port (05282f8d-42a2-419b-a526-2fd902643908), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:18.488700 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9da0a0fb-b38b-4ec4-aa1f-d951acb6f056 req-56ee680e-77ae-484a-ac75-904e6e3504d9 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 210 time: 0.0330982 Feb 18 12:29:18.511802 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-59d5bb55-6254-4ad5-9abd-5ff552f03239 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Deleting port 2d388bef-e4d5-4083-8ebf-dd588d565306 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:18.512142 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59d5bb55-6254-4ad5-9abd-5ff552f03239 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (2d388bef-e4d5-4083-8ebf-dd588d565306), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:18.589954 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59d5bb55-6254-4ad5-9abd-5ff552f03239 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (2d388bef-e4d5-4083-8ebf-dd588d565306), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:18.590340 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59d5bb55-6254-4ad5-9abd-5ff552f03239 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for floatingip (2d388bef-e4d5-4083-8ebf-dd588d565306), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:18.603052 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-59d5bb55-6254-4ad5-9abd-5ff552f03239 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Calling delete_port for 2d388bef-e4d5-4083-8ebf-dd588d565306 owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:18.661498 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-baea0012-eef9-479e-8739-5dcd01e77484 req-ec5d80ed-f02e-4956-993b-07163da3c94b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (05282f8d-42a2-419b-a526-2fd902643908), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:18.709790 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baea0012-eef9-479e-8739-5dcd01e77484 req-ec5d80ed-f02e-4956-993b-07163da3c94b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Network 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:29:18.716599 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-baea0012-eef9-479e-8739-5dcd01e77484 req-ec5d80ed-f02e-4956-993b-07163da3c94b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:29:18.720911 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-baea0012-eef9-479e-8739-5dcd01e77484 req-ec5d80ed-f02e-4956-993b-07163da3c94b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:29:18.725539 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d80ed-f02e-4956-993b-07163da3c94b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Pushing event updated for resources: {'Port': ['ID=05282f8d-42a2-419b-a526-2fd902643908,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:18.770165 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea0012-eef9-479e-8739-5dcd01e77484 req-ec5d80ed-f02e-4956-993b-07163da3c94b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:18.770767 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-baea0012-eef9-479e-8739-5dcd01e77484 req-ec5d80ed-f02e-4956-993b-07163da3c94b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:18.935116 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59d5bb55-6254-4ad5-9abd-5ff552f03239 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (2d388bef-e4d5-4083-8ebf-dd588d565306), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:18.964420 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5bb55-6254-4ad5-9abd-5ff552f03239 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event deleted for resources: {'Port': ['ID=2d388bef-e4d5-4083-8ebf-dd588d565306,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:18.966240 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baea0012-eef9-479e-8739-5dcd01e77484 req-ec5d80ed-f02e-4956-993b-07163da3c94b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0429366 Feb 18 12:29:18.978444 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Request body: {'port': {'device_id': 'f7553ada-48c5-4fad-bcbc-3bff616df6f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:19.024225 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59d5bb55-6254-4ad5-9abd-5ff552f03239 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for floatingip (cbcf2471-2657-4932-81a4-0f0e0733b6ac), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:19.026885 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-59d5bb55-6254-4ad5-9abd-5ff552f03239 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:19.028020 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-59d5bb55-6254-4ad5-9abd-5ff552f03239 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "DELETE /v2.0/floatingips/cbcf2471-2657-4932-81a4-0f0e0733b6ac HTTP/1.1" status: 204 len: 168 time: 0.6469545 Feb 18 12:29:19.047325 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (05282f8d-42a2-419b-a526-2fd902643908), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:19.397148 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49858) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:19.402427 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-f33dd948-4257-41f3-ba9f-741a4140c999 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281642925', 'description': 'tempest-description--79795978'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:19.552061 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f33dd948-4257-41f3-ba9f-741a4140c999 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:19.561393 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05282f8d-42a2-419b-a526-2fd902643908 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:29:19.575960 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Publish callbacks [] for port (05282f8d-42a2-419b-a526-2fd902643908), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:19.604969 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Transition to ACTIVE for port object 05282f8d-42a2-419b-a526-2fd902643908 will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:29:19.619412 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f33dd948-4257-41f3-ba9f-741a4140c999 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group (fa064936-eeaa-496d-b9a8-d1c2fd3328e7), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:19.622988 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294df74-61b7-41f8-8975-6336962b3fe2 req-bd9ae728-5e88-4bf2-a4d6-c5e69714057e tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:19.624450 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d294df74-61b7-41f8-8975-6336962b3fe2 req-bd9ae728-5e88-4bf2-a4d6-c5e69714057e tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 932 time: 0.0672266 Feb 18 12:29:19.672919 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d294df74-61b7-41f8-8975-6336962b3fe2 req-05196a63-5339-4e0e-b3a8-2559f94aecc8 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426776 Feb 18 12:29:19.740894 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (05282f8d-42a2-419b-a526-2fd902643908), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:19.769464 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f33dd948-4257-41f3-ba9f-741a4140c999 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (fa064936-eeaa-496d-b9a8-d1c2fd3328e7), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:19.791956 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Pushing event updated for resources: {'Port': ['ID=05282f8d-42a2-419b-a526-2fd902643908,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:19.799783 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dd948-4257-41f3-ba9f-741a4140c999 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa064936-eeaa-496d-b9a8-d1c2fd3328e7,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:19.854466 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Attempting to bind port 05282f8d-42a2-419b-a526-2fd902643908 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:29:19.854729 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Attempting to bind port 05282f8d-42a2-419b-a526-2fd902643908 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '9824b66a-1ab4-4919-a9db-1bd9f1aab23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88aabaa3-63f7-4ff6-8389-2dd9c3d3427d'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:29:19.855053 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Attempting to bind port 05282f8d-42a2-419b-a526-2fd902643908 on network 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:29:19.859246 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Port 05282f8d-42a2-419b-a526-2fd902643908 on network 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:29:19.859562 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Attempting to bind port 05282f8d-42a2-419b-a526-2fd902643908 on network 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:29:19.862666 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f33dd948-4257-41f3-ba9f-741a4140c999 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:19.863923 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f33dd948-4257-41f3-ba9f-741a4140c999 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4657741 Feb 18 12:29:19.864213 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:29:19.864530 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Checking segment: {'id': '9824b66a-1ab4-4919-a9db-1bd9f1aab23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88aabaa3-63f7-4ff6-8389-2dd9c3d3427d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:29:19.864903 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Bound using segment: {'id': '9824b66a-1ab4-4919-a9db-1bd9f1aab23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88aabaa3-63f7-4ff6-8389-2dd9c3d3427d'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:29:19.865318 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Bound port: 05282f8d-42a2-419b-a526-2fd902643908, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9824b66a-1ab4-4919-a9db-1bd9f1aab23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88aabaa3-63f7-4ff6-8389-2dd9c3d3427d'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:29:19.865657 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (05282f8d-42a2-419b-a526-2fd902643908), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:19.866738 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49864) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:19.871106 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-c7389366-6f1b-4f95-a3a1-013db28f8163 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Request body: {'security_group_rule': {'security_group_id': 'fa064936-eeaa-496d-b9a8-d1c2fd3328e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:19.931058 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] For port 05282f8d-42a2-419b-a526-2fd902643908, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:29:19.934102 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] For port 05282f8d-42a2-419b-a526-2fd902643908, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=05282f8d-42a2-419b-a526-2fd902643908,segment=NetworkSegment(9824b66a-1ab4-4919-a9db-1bd9f1aab23e),segment_id=9824b66a-1ab4-4919-a9db-1bd9f1aab23e)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:29:19.962645 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c7389366-6f1b-4f95-a3a1-013db28f8163 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group_rule (a892b584-30b2-406f-8b8a-b71884ca88be), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:20.010695 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (05282f8d-42a2-419b-a526-2fd902643908), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:20.016374 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c7389366-6f1b-4f95-a3a1-013db28f8163 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group_rule (a892b584-30b2-406f-8b8a-b71884ca88be), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:20.045993 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:20.046641 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:20.048736 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baea0012-eef9-479e-8739-5dcd01e77484 req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] 10.222.0.82 "PUT /v2.0/ports/05282f8d-42a2-419b-a526-2fd902643908 HTTP/1.1" status: 200 len: 1094 time: 1.0748987 Feb 18 12:29:20.049177 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7553ada-48c5-4fad-bcbc-3bff616df6f1', 'tag': '05282f8d-42a2-419b-a526-2fd902643908'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:20.051748 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dbf6e4-52af-44b7-a874-1f4d08455dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "f7553ada-48c5-4fad-bcbc-3bff616df6f1", "tag": "05282f8d-42a2-419b-a526-2fd902643908"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:20.074912 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e365a-3771-4347-a713-3cff2b5675d8 service neutron] Pushing event updated for resources: {'Port': ['ID=05282f8d-42a2-419b-a526-2fd902643908,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:20.095471 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c7389366-6f1b-4f95-a3a1-013db28f8163 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (a892b584-30b2-406f-8b8a-b71884ca88be), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:20.119171 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7389366-6f1b-4f95-a3a1-013db28f8163 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a892b584-30b2-406f-8b8a-b71884ca88be,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:20.190363 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c7389366-6f1b-4f95-a3a1-013db28f8163 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:20.191940 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-c7389366-6f1b-4f95-a3a1-013db28f8163 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3240583 Feb 18 12:29:20.196421 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49872) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:20.200062 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-c08465c1-2d77-4607-9b82-b59fa9231853 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Request body: {'security_group_rule': {'security_group_id': 'fa064936-eeaa-496d-b9a8-d1c2fd3328e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:20.207525 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea0012-eef9-479e-8739-5dcd01e77484 req-58e4d455-aef0-4951-8fb6-7644223bff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:20.209813 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baea0012-eef9-479e-8739-5dcd01e77484 req-58e4d455-aef0-4951-8fb6-7644223bff69 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ceba5456c0a44c169957061b2afc5f4e&device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 1128 time: 0.0510988 Feb 18 12:29:20.252856 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f79071f-5a85-4de0-b0e4-71c12c5bb213 x-openstack-request-id: req-8f79071f-5a85-4de0-b0e4-71c12c5bb213 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:20.253141 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7553ada-48c5-4fad-bcbc-3bff616df6f1", "tag": "05282f8d-42a2-419b-a526-2fd902643908", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:20.253391 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f79071f-5a85-4de0-b0e4-71c12c5bb213 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:20.253788 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7553ada-48c5-4fad-bcbc-3bff616df6f1', 'tag': '05282f8d-42a2-419b-a526-2fd902643908', 'status': 'completed', 'code': 200} Feb 18 12:29:20.255313 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baea0012-eef9-479e-8739-5dcd01e77484 req-e32335fa-2abc-4225-93e0-412d328b792f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05282f8d-42a2-419b-a526-2fd902643908 HTTP/1.1" status: 200 len: 217 time: 0.0385406 Feb 18 12:29:20.306068 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea0012-eef9-479e-8739-5dcd01e77484 req-1f710a7b-4add-4ccb-ae19-cdb5b27da257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:20.307612 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baea0012-eef9-479e-8739-5dcd01e77484 req-1f710a7b-4add-4ccb-ae19-cdb5b27da257 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=800d8231-958d-48d0-a715-461f264bd656 HTTP/1.1" status: 200 len: 849 time: 0.0467148 Feb 18 12:29:20.312248 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c08465c1-2d77-4607-9b82-b59fa9231853 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group_rule (b9d04a64-4f7a-4e45-a91f-9ac71d153106), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:20.339111 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baea0012-eef9-479e-8739-5dcd01e77484 req-b1e0b79d-da59-4d6b-b78a-46714b946995 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88aabaa3-63f7-4ff6-8389-2dd9c3d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248091 Feb 18 12:29:20.369952 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c08465c1-2d77-4607-9b82-b59fa9231853 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group_rule (b9d04a64-4f7a-4e45-a91f-9ac71d153106), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:20.429118 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baea0012-eef9-479e-8739-5dcd01e77484 req-fe39c1ac-d4dd-46ab-8a50-0b78a1f73fd2 service neutron] 10.222.0.82 "GET /v2.0/networks/88aabaa3-63f7-4ff6-8389-2dd9c3d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823545 Feb 18 12:29:20.456700 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c08465c1-2d77-4607-9b82-b59fa9231853 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (b9d04a64-4f7a-4e45-a91f-9ac71d153106), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:20.475029 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08465c1-2d77-4607-9b82-b59fa9231853 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d04a64-4f7a-4e45-a91f-9ac71d153106,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:20.523117 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-baea0012-eef9-479e-8739-5dcd01e77484 req-5bb96981-682e-4330-a766-e025c20d4ddf service neutron] 10.222.0.82 "GET /v2.0/networks/88aabaa3-63f7-4ff6-8389-2dd9c3d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880604 Feb 18 12:29:20.554605 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c08465c1-2d77-4607-9b82-b59fa9231853 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:20.556494 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-c08465c1-2d77-4607-9b82-b59fa9231853 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3607700 Feb 18 12:29:20.559540 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 49874) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:20.563799 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Request body: {'floatingip': {'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:20.655573 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:20.717936 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbf6e4-52af-44b7-a874-1f4d08455dfa req-777141e9-fbe0-43da-a2df-07fa56117cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:20.719591 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-78dbf6e4-52af-44b7-a874-1f4d08455dfa req-777141e9-fbe0-43da-a2df-07fa56117cd9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ceba5456c0a44c169957061b2afc5f4e&device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 1128 time: 0.0486920 Feb 18 12:29:20.757900 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:20.853598 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2e89c-8b0b-47f2-a0b3-6097f767ee05 req-145f950e-ee88-466d-b58d-aae214672b61 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:20.855103 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-42f2e89c-8b0b-47f2-a0b3-6097f767ee05 req-145f950e-ee88-466d-b58d-aae214672b61 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 944 time: 0.1110442 Feb 18 12:29:20.856051 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbf6e4-52af-44b7-a874-1f4d08455dfa req-119b5b1c-55a0-4d45-b963-51e1684a3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:20.857365 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-78dbf6e4-52af-44b7-a874-1f4d08455dfa req-119b5b1c-55a0-4d45-b963-51e1684a3e0d service neutron] 10.222.0.82 "GET /v2.0/networks?id=88aabaa3-63f7-4ff6-8389-2dd9c3d3427d HTTP/1.1" status: 200 len: 910 time: 0.1311901 Feb 18 12:29:20.866770 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Allocated IP 172.27.2.165 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/8a871030-cb89-43cf-8bfb-60894b6a229f) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:29:20.910293 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-78dbf6e4-52af-44b7-a874-1f4d08455dfa req-3a8896b8-d175-41be-a856-75e17a1882ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05282f8d-42a2-419b-a526-2fd902643908 HTTP/1.1" status: 200 len: 217 time: 0.0433536 Feb 18 12:29:20.965440 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-42f2e89c-8b0b-47f2-a0b3-6097f767ee05 req-8a42eece-a019-4724-b266-9050881bd738 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043482 Feb 18 12:29:20.966658 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for port (8a871030-cb89-43cf-8bfb-60894b6a229f), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:20.977633 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbf6e4-52af-44b7-a874-1f4d08455dfa req-304bd9ef-bc89-4552-80af-53dc0d0d0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:20.979096 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-78dbf6e4-52af-44b7-a874-1f4d08455dfa req-304bd9ef-bc89-4552-80af-53dc0d0d0b20 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=800d8231-958d-48d0-a715-461f264bd656 HTTP/1.1" status: 200 len: 849 time: 0.0626698 Feb 18 12:29:21.010116 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-78dbf6e4-52af-44b7-a874-1f4d08455dfa req-d30a855b-d165-41cb-a2ef-b9fd1c0f32b5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88aabaa3-63f7-4ff6-8389-2dd9c3d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249634 Feb 18 12:29:21.061250 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (8a871030-cb89-43cf-8bfb-60894b6a229f), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:21.098808 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:29:21.101542 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:29:21.104695 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-78dbf6e4-52af-44b7-a874-1f4d08455dfa req-914a022d-f2b1-4f80-a5ea-4a6031b6a32d service neutron] 10.222.0.82 "GET /v2.0/networks/88aabaa3-63f7-4ff6-8389-2dd9c3d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875888 Feb 18 12:29:21.107093 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:29:21.112392 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event updated for resources: {'Port': ['ID=8a871030-cb89-43cf-8bfb-60894b6a229f,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:21.191194 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for floatingip (c2db4b72-b9fa-4288-bc47-1ee2d82732b5), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:21.203443 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-78dbf6e4-52af-44b7-a874-1f4d08455dfa req-07e60cae-43c3-42e4-9b4e-7baa08468b18 service neutron] 10.222.0.82 "GET /v2.0/networks/88aabaa3-63f7-4ff6-8389-2dd9c3d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912082 Feb 18 12:29:21.294143 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (8a871030-cb89-43cf-8bfb-60894b6a229f), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:21.450004 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for port (8a871030-cb89-43cf-8bfb-60894b6a229f), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:21.575241 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12850064'] for port (8a871030-cb89-43cf-8bfb-60894b6a229f), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:21.644228 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event updated for resources: {'Port': ['ID=8a871030-cb89-43cf-8bfb-60894b6a229f,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:21.655761 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (c2db4b72-b9fa-4288-bc47-1ee2d82732b5), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:21.737463 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:21.738658 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-5a10eec7-5b60-43f9-8d0d-f5fc4d47d768 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1781750 Feb 18 12:29:21.928629 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-304e0346-0946-4581-b083-48455363e035 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--281642925&fields=id&tenant_id=f419fb528f5244bcaa1189ccbbc54ab9 HTTP/1.1" status: 200 len: 267 time: 0.0415480 Feb 18 12:29:22.037199 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-506649e2-5731-4295-89d7-c65296d30d04 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:22.038698 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-506649e2-5731-4295-89d7-c65296d30d04 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/networks?id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7 HTTP/1.1" status: 200 len: 816 time: 0.1029818 Feb 18 12:29:22.062904 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-d6749c29-e56a-443b-9640-79a6002028bf tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/quotas/f419fb528f5244bcaa1189ccbbc54ab9 HTTP/1.1" status: 200 len: 375 time: 0.0183232 Feb 18 12:29:22.135198 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af004bdb-a500-4087-8840-2a167cefe26a req-fc247980-c58b-4414-ba41-d08876725baf tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:22.136678 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-af004bdb-a500-4087-8840-2a167cefe26a req-fc247980-c58b-4414-ba41-d08876725baf tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 944 time: 0.0860806 Feb 18 12:29:22.145962 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-6da31d8a-9219-4ece-8d02-b54aa1803d2a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685644 Feb 18 12:29:22.237630 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-af004bdb-a500-4087-8840-2a167cefe26a req-ac254286-a3fb-41a6-8821-029a963f1c73 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907130 Feb 18 12:29:22.269413 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-660e42f1-2e0d-4809-a9ac-2566c893ed35 service neutron] 10.222.0.52 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068568 Feb 18 12:29:22.365040 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-17b2d045-bd2b-413b-82ee-1aded8fd313e service neutron] 10.222.0.52 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888815 Feb 18 12:29:22.648809 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-192357c1-543a-4173-be9b-b40d02055d35 req-2612c992-f9a1-4d48-8501-ef49ae120d40 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 210 time: 0.0294580 Feb 18 12:29:23.357337 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ee3e0-4349-44d5-988a-709d2ba55c6c req-5a5699b4-b04d-4738-ac30-d8a80b3de594 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:23.358839 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bf3ee3e0-4349-44d5-988a-709d2ba55c6c req-5a5699b4-b04d-4738-ac30-d8a80b3de594 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 944 time: 0.0523610 Feb 18 12:29:23.405773 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bf3ee3e0-4349-44d5-988a-709d2ba55c6c req-7469f7e7-66bd-4ba1-988a-fd436fa17cf0 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408144 Feb 18 12:29:23.745053 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 05282f8d-42a2-419b-a526-2fd902643908 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:29:23.747184 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38c0923e-2e97-44d2-af05-a4b1c5664a52 req-6fa1fbb5-bb7c-4f5d-9d26-483d06fb020a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 210 time: 0.0278127 Feb 18 12:29:23.842169 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 05282f8d-42a2-419b-a526-2fd902643908, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=05282f8d-42a2-419b-a526-2fd902643908,segment=NetworkSegment(9824b66a-1ab4-4919-a9db-1bd9f1aab23e),segment_id=9824b66a-1ab4-4919-a9db-1bd9f1aab23e)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:23.978918 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '05282f8d-42a2-419b-a526-2fd902643908', 'network_id': '88aabaa3-63f7-4ff6-8389-2dd9c3d3427d', 'port_id': '05282f8d-42a2-419b-a526-2fd902643908', 'mac_address': 'fa:16:3e:65:c8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800d8231-958d-48d0-a715-461f264bd656', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:29:24.014772 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 05282f8d-42a2-419b-a526-2fd902643908 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:29:24.015160 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (05282f8d-42a2-419b-a526-2fd902643908), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:24.028318 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05282f8d-42a2-419b-a526-2fd902643908 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:29:24.050173 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 05282f8d-42a2-419b-a526-2fd902643908, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=05282f8d-42a2-419b-a526-2fd902643908,segment=NetworkSegment(9824b66a-1ab4-4919-a9db-1bd9f1aab23e),segment_id=9824b66a-1ab4-4919-a9db-1bd9f1aab23e)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:24.175098 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (05282f8d-42a2-419b-a526-2fd902643908), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:24.224023 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=05282f8d-42a2-419b-a526-2fd902643908,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:24.434526 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['05282f8d-42a2-419b-a526-2fd902643908'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:29:24.530883 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07523a-295e-4817-980e-8cab3166bfa0 req-a56fcebd-f29b-4fa4-9fe2-94d860299fdd tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:24.533164 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-db07523a-295e-4817-980e-8cab3166bfa0 req-a56fcebd-f29b-4fa4-9fe2-94d860299fdd tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 945 time: 0.0582898 Feb 18 12:29:24.579696 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-db07523a-295e-4817-980e-8cab3166bfa0 req-81a34172-f047-4c81-98ba-a8c3f5d2584e tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Feb 18 12:29:24.877118 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-abcc8246-33a3-42cf-af0e-5a22b9c131c3 req-4e0306a7-8457-4fb1-90a6-a8a08183298c tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 210 time: 0.0582130 Feb 18 12:29:24.923831 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-6d615870-94a9-4090-b77d-052a67abb46f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:24.925292 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-6d615870-94a9-4090-b77d-052a67abb46f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.82 "GET /v2.0/networks?id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7 HTTP/1.1" status: 200 len: 816 time: 0.1304281 Feb 18 12:29:24.984609 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-b72d1b25-8fb4-4602-8e19-50eecfeae864 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f419fb528f5244bcaa1189ccbbc54ab9 HTTP/1.1" status: 200 len: 379 time: 0.0503464 Feb 18 12:29:24.993049 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-d492e4a8-729e-4b4a-85db-b6876c6d8624 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Request body: {'port': {'device_id': '39e257c7-6667-4b68-a39d-88493031e604', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'admin_state_up': True, 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'security_groups': ['fa064936-eeaa-496d-b9a8-d1c2fd3328e7']}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:25.209410 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-d492e4a8-729e-4b4a-85db-b6876c6d8624 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Made reservation on behalf of f419fb528f5244bcaa1189ccbbc54ab9 for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:29:25.213054 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-d492e4a8-729e-4b4a-85db-b6876c6d8624 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:25.333423 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-d492e4a8-729e-4b4a-85db-b6876c6d8624 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Allocated IP 172.20.0.4 (2ddff822-40fe-4fd3-abb5-5ee14df87cd7/0605fd76-e386-40d7-93ea-f7bf1f705f1d/d54616d3-e368-4575-b5cb-edca1fc271c1) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:29:25.467030 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-d492e4a8-729e-4b4a-85db-b6876c6d8624 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:25.633129 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-d492e4a8-729e-4b4a-85db-b6876c6d8624 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:25.703890 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-d492e4a8-729e-4b4a-85db-b6876c6d8624 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:29:25.712144 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-d492e4a8-729e-4b4a-85db-b6876c6d8624 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:29:25.718285 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-d492e4a8-729e-4b4a-85db-b6876c6d8624 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:29:25.722467 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492e4a8-729e-4b4a-85db-b6876c6d8624 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event updated for resources: {'Port': ['ID=d54616d3-e368-4575-b5cb-edca1fc271c1,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:25.755213 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 05282f8d-42a2-419b-a526-2fd902643908 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:29:25.777053 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e446c-a906-46c0-979f-e3e116568ed5 req-911fa5bd-5a34-4979-9e78-2dc03687de9e tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:25.778127 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fd7e446c-a906-46c0-979f-e3e116568ed5 req-911fa5bd-5a34-4979-9e78-2dc03687de9e tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 945 time: 0.1181993 Feb 18 12:29:25.788191 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-d492e4a8-729e-4b4a-85db-b6876c6d8624 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:25.788861 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-d492e4a8-729e-4b4a-85db-b6876c6d8624 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:25.853455 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fd7e446c-a906-46c0-979f-e3e116568ed5 req-33f78afc-291a-4540-89e8-7ae202dc70cf tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563271 Feb 18 12:29:25.933721 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-d492e4a8-729e-4b4a-85db-b6876c6d8624 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9442515 Feb 18 12:29:25.951613 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Request body: {'port': {'device_id': '39e257c7-6667-4b68-a39d-88493031e604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:25.957282 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-a9647b50-40cf-4937-9c92-97af8c9ab9f4 None None] Provisioning complete for port d54616d3-e368-4575-b5cb-edca1fc271c1 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:29:25.957816 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a9647b50-40cf-4937-9c92-97af8c9ab9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:25.960630 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port 05282f8d-42a2-419b-a526-2fd902643908 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:29:25.987561 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 05282f8d-42a2-419b-a526-2fd902643908 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:29:25.988079 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (05282f8d-42a2-419b-a526-2fd902643908), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:26.022221 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-a9647b50-40cf-4937-9c92-97af8c9ab9f4 None None] Port d54616d3-e368-4575-b5cb-edca1fc271c1 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:29:26.048849 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:26.057574 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa5495-81a4-40ad-972e-bb7591a05aff req-32cc69ad-2056-4c62-baa2-11dbb2b12b68 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:26.059086 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-60fa5495-81a4-40ad-972e-bb7591a05aff req-32cc69ad-2056-4c62-baa2-11dbb2b12b68 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 931 time: 0.1030402 Feb 18 12:29:26.077120 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 05282f8d-42a2-419b-a526-2fd902643908 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:29:26.077540 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (05282f8d-42a2-419b-a526-2fd902643908), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:26.100335 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7553ada-48c5-4fad-bcbc-3bff616df6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05282f8d-42a2-419b-a526-2fd902643908'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:26.103228 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844f283a-8398-410a-9a02-2bcb26e0e5d3" -d '{"events": [{"server_uuid": "f7553ada-48c5-4fad-bcbc-3bff616df6f1", "name": "network-vif-plugged", "status": "completed", "tag": "05282f8d-42a2-419b-a526-2fd902643908"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:26.115862 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 05282f8d-42a2-419b-a526-2fd902643908, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=05282f8d-42a2-419b-a526-2fd902643908,segment=NetworkSegment(9824b66a-1ab4-4919-a9db-1bd9f1aab23e),segment_id=9824b66a-1ab4-4919-a9db-1bd9f1aab23e)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:26.147273 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-60fa5495-81a4-40ad-972e-bb7591a05aff req-c65e7454-37bb-4eae-9f0a-dba2505c62ca tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807970 Feb 18 12:29:26.209564 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daa6dba-cade-46e2-8ac9-1a0072e7c082 x-openstack-request-id: req-9daa6dba-cade-46e2-8ac9-1a0072e7c082 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:26.209861 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7553ada-48c5-4fad-bcbc-3bff616df6f1", "name": "network-vif-plugged", "status": "completed", "tag": "05282f8d-42a2-419b-a526-2fd902643908", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:26.210156 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9daa6dba-cade-46e2-8ac9-1a0072e7c082 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:26.212279 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7553ada-48c5-4fad-bcbc-3bff616df6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05282f8d-42a2-419b-a526-2fd902643908', 'code': 200} Feb 18 12:29:26.212279 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (05282f8d-42a2-419b-a526-2fd902643908), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:26.264322 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=05282f8d-42a2-419b-a526-2fd902643908,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:26.365283 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54616d3-e368-4575-b5cb-edca1fc271c1 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:29:26.372766 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Publish callbacks [] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:26.385389 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Transition to ACTIVE for port object d54616d3-e368-4575-b5cb-edca1fc271c1 will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:29:26.512171 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:26.582764 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=d54616d3-e368-4575-b5cb-edca1fc271c1,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:26.670995 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Attempting to bind port d54616d3-e368-4575-b5cb-edca1fc271c1 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:29:26.671684 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Attempting to bind port d54616d3-e368-4575-b5cb-edca1fc271c1 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:29:26.671684 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Attempting to bind port d54616d3-e368-4575-b5cb-edca1fc271c1 on network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:29:26.676673 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e322a-a08d-41c3-a120-1b6165974716 req-39cb7552-f75f-4dc0-b119-31ff264a69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:26.678216 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e1e322a-a08d-41c3-a120-1b6165974716 req-39cb7552-f75f-4dc0-b119-31ff264a69ac service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 1130 time: 0.0746024 Feb 18 12:29:26.680759 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Port d54616d3-e368-4575-b5cb-edca1fc271c1 on network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:29:26.681088 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Attempting to bind port d54616d3-e368-4575-b5cb-edca1fc271c1 on network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:29:26.693274 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:29:26.693616 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Checking segment: {'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:29:26.694001 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Bound using segment: {'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:29:26.694477 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Bound port: d54616d3-e368-4575-b5cb-edca1fc271c1, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be677188-6b80-4f11-98b1-dbd6ed19f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:29:26.694833 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:26.763414 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e1e322a-a08d-41c3-a120-1b6165974716 req-ef41701d-6d05-41f6-bbb6-44733bf7fefb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781915 Feb 18 12:29:26.796820 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] For port d54616d3-e368-4575-b5cb-edca1fc271c1, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:29:26.802202 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] For port d54616d3-e368-4575-b5cb-edca1fc271c1, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d54616d3-e368-4575-b5cb-edca1fc271c1,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:29:26.873064 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:26.906687 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:26.907306 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:26.908849 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] 10.222.0.82 "PUT /v2.0/ports/d54616d3-e368-4575-b5cb-edca1fc271c1 HTTP/1.1" status: 200 len: 1093 time: 0.9656549 Feb 18 12:29:26.909292 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e257c7-6667-4b68-a39d-88493031e604', 'tag': 'd54616d3-e368-4575-b5cb-edca1fc271c1'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:26.911562 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edc55c0-9caa-4460-b062-109282d45fae" -d '{"events": [{"name": "network-changed", "server_uuid": "39e257c7-6667-4b68-a39d-88493031e604", "tag": "d54616d3-e368-4575-b5cb-edca1fc271c1"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:26.964021 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0989b-e4ec-406a-aeeb-c8703c086cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=d54616d3-e368-4575-b5cb-edca1fc271c1,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:26.986384 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c294d-8cf9-40ec-842f-231fa6e8a7ba req-445eba75-4d90-4a3e-9c8f-9eb234cb464d tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:26.987949 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a87c294d-8cf9-40ec-842f-231fa6e8a7ba req-445eba75-4d90-4a3e-9c8f-9eb234cb464d tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 946 time: 0.0719090 Feb 18 12:29:27.041892 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a87c294d-8cf9-40ec-842f-231fa6e8a7ba req-3bf7845b-5472-4ff7-a366-0399414cf0f6 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474958 Feb 18 12:29:27.093485 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827ea3f5-7a4c-4d26-ba40-50959a545199 x-openstack-request-id: req-827ea3f5-7a4c-4d26-ba40-50959a545199 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:27.093776 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e257c7-6667-4b68-a39d-88493031e604", "tag": "d54616d3-e368-4575-b5cb-edca1fc271c1", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:27.094053 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-827ea3f5-7a4c-4d26-ba40-50959a545199 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:27.094491 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e257c7-6667-4b68-a39d-88493031e604', 'tag': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'status': 'completed', 'code': 200} Feb 18 12:29:27.168240 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-5bb0fd83-83b2-48d2-9622-6b32f50ae185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:27.169744 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-5bb0fd83-83b2-48d2-9622-6b32f50ae185 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 1127 time: 0.0488977 Feb 18 12:29:27.234066 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-5a557870-28a7-4134-80fc-92dd7d18ae8c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d54616d3-e368-4575-b5cb-edca1fc271c1 HTTP/1.1" status: 200 len: 217 time: 0.0469313 Feb 18 12:29:27.339136 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-cc677a91-2303-4baa-865a-1d0fb946b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:27.340592 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-cc677a91-2303-4baa-865a-1d0fb946b470 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0605fd76-e386-40d7-93ea-f7bf1f705f1d HTTP/1.1" status: 200 len: 855 time: 0.0950122 Feb 18 12:29:27.348862 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca40ff5-37b5-4042-925b-628b4cc4f51b req-d8d03b59-c9ee-42f9-a90e-1fbd371af00a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:27.350240 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aca40ff5-37b5-4042-925b-628b4cc4f51b req-d8d03b59-c9ee-42f9-a90e-1fbd371af00a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 946 time: 0.1254396 Feb 18 12:29:27.372747 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c181404-89b8-472c-ba21-fb16261d38c0 req-482c4e83-d3ac-4470-960a-8468a30d490d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:27.374197 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6c181404-89b8-472c-ba21-fb16261d38c0 req-482c4e83-d3ac-4470-960a-8468a30d490d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.1392345 Feb 18 12:29:27.479023 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aca40ff5-37b5-4042-925b-628b4cc4f51b req-1f1b9b8a-1fdb-4dec-aefb-6e66d1f5872a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130736 Feb 18 12:29:27.480902 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-f2f7cf7d-6159-4168-9954-18dc32fce245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:27.482306 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-f2f7cf7d-6159-4168-9954-18dc32fce245 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1296873 Feb 18 12:29:27.485274 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6c181404-89b8-472c-ba21-fb16261d38c0 req-d9649718-fea3-4158-a695-5519ba862a98 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954893 Feb 18 12:29:27.572384 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-050e890e-f079-414d-a381-f5cf56dab81d service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821481 Feb 18 12:29:27.662637 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cdd5fd1e-241a-4a8f-9af8-b986bd3f0687 req-d2bb92b8-0f70-4c13-b565-715152f57714 service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834961 Feb 18 12:29:27.921005 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc55c0-9caa-4460-b062-109282d45fae req-3ddf10f9-b2c7-4c83-912f-ec0b1bffde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:27.922633 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2edc55c0-9caa-4460-b062-109282d45fae req-3ddf10f9-b2c7-4c83-912f-ec0b1bffde7b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 1127 time: 0.0448647 Feb 18 12:29:28.024878 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc55c0-9caa-4460-b062-109282d45fae req-a2c08e4f-1b19-4a75-b45b-2075d927b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:28.026378 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2edc55c0-9caa-4460-b062-109282d45fae req-a2c08e4f-1b19-4a75-b45b-2075d927b11c service neutron] 10.222.0.82 "GET /v2.0/networks?id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7 HTTP/1.1" status: 200 len: 917 time: 0.0866022 Feb 18 12:29:28.068544 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2edc55c0-9caa-4460-b062-109282d45fae req-d05b09c3-2a25-4084-ab57-c023d9bde2a6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d54616d3-e368-4575-b5cb-edca1fc271c1 HTTP/1.1" status: 200 len: 217 time: 0.0350893 Feb 18 12:29:28.149596 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc55c0-9caa-4460-b062-109282d45fae req-0b533f68-94f8-469d-82ed-386e0bd0856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:28.150969 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2edc55c0-9caa-4460-b062-109282d45fae req-0b533f68-94f8-469d-82ed-386e0bd0856e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0605fd76-e386-40d7-93ea-f7bf1f705f1d HTTP/1.1" status: 200 len: 855 time: 0.0706151 Feb 18 12:29:28.172427 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83feaa-c31d-4106-93e8-4116ca9c1e8d req-7635322c-317c-47ae-99af-66e450c447d5 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:28.173796 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-df83feaa-c31d-4106-93e8-4116ca9c1e8d req-7635322c-317c-47ae-99af-66e450c447d5 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 946 time: 0.0653028 Feb 18 12:29:28.506773 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-df83feaa-c31d-4106-93e8-4116ca9c1e8d req-abe1a1b0-93db-4757-b784-d9c8a162ce65 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254416 Feb 18 12:29:28.513173 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc55c0-9caa-4460-b062-109282d45fae req-84da15d9-af68-4c1f-a71d-1f5f734fd7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:28.514699 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2edc55c0-9caa-4460-b062-109282d45fae req-84da15d9-af68-4c1f-a71d-1f5f734fd7aa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3492687 Feb 18 12:29:28.684889 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ab83a-4d13-4b18-9487-5990c3bb51c8 req-b9406d3d-8144-4822-ac10-3fdeb65a270c tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:28.686328 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2e0ab83a-4d13-4b18-9487-5990c3bb51c8 req-b9406d3d-8144-4822-ac10-3fdeb65a270c tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 946 time: 0.1130681 Feb 18 12:29:28.694648 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e696423-5ac1-40ed-97db-e6556a23d3ac req-874f887b-84ac-4a6f-ab3c-2cef66e2dbee tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:28.696575 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3e696423-5ac1-40ed-97db-e6556a23d3ac req-874f887b-84ac-4a6f-ab3c-2cef66e2dbee tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.1244273 Feb 18 12:29:28.698356 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2edc55c0-9caa-4460-b062-109282d45fae req-073228fa-6358-4a17-9aef-a98100a1adbe service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746347 Feb 18 12:29:28.821665 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2e0ab83a-4d13-4b18-9487-5990c3bb51c8 req-0f31769b-2c17-4d4d-80b3-ea6809927b52 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1223545 Feb 18 12:29:28.842237 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3e696423-5ac1-40ed-97db-e6556a23d3ac req-847a2652-9058-4252-85b0-89fb2a2877d2 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279285 Feb 18 12:29:28.853838 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2edc55c0-9caa-4460-b062-109282d45fae req-7dd0d76d-b4b2-4792-b1a3-6baf24e5191b service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461542 Feb 18 12:29:29.210316 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-e8c39d67-0e89-411b-b714-58cdb3566dfa tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:29.212137 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-e8c39d67-0e89-411b-b714-58cdb3566dfa tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 946 time: 0.0513256 Feb 18 12:29:29.307865 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Deleting port d7e2c087-d92a-411b-97e1-ca5fa61d24ef {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:29.308201 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:29.397052 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] For port d7e2c087-d92a-411b-97e1-ca5fa61d24ef, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7e2c087-d92a-411b-97e1-ca5fa61d24ef,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:29.397414 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:29.564056 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:29.564421 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (4d067b3f-6254-4cc0-8098-4c2b876faf6c), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:29.564738 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.l3_db [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Floating IP 4d067b3f-6254-4cc0-8098-4c2b876faf6c disassociated. External IP: 172.27.2.59, port: d7e2c087-d92a-411b-97e1-ca5fa61d24ef. Feb 18 12:29:29.565079 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Calling delete_port for d7e2c087-d92a-411b-97e1-ca5fa61d24ef owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:29.676920 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce6cff-2544-4d54-839e-5bced52bdc2b req-633fc690-90fb-41be-9b09-e2ddbdb1643c tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:29.678392 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-04ce6cff-2544-4d54-839e-5bced52bdc2b req-633fc690-90fb-41be-9b09-e2ddbdb1643c tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 946 time: 0.1046441 Feb 18 12:29:29.762440 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-04ce6cff-2544-4d54-839e-5bced52bdc2b req-af02c87e-6d01-448b-b0dc-b2254c2d9c03 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773566 Feb 18 12:29:29.821798 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (d7e2c087-d92a-411b-97e1-ca5fa61d24ef), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:29.847747 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event deleted for resources: {'Port': ['ID=d7e2c087-d92a-411b-97e1-ca5fa61d24ef,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:29.933916 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b95ec3ab-34d3-4c0d-b3af-5f34b91866c7 req-7d30034c-fc22-47cc-80a7-8884142f0096 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 210 time: 0.0306969 Feb 18 12:29:30.027330 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da817a95-24ac-44e5-936a-075ed14670f4 req-c5d2c080-b3d7-44e7-b553-e5717ca3df28 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:30.028787 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-da817a95-24ac-44e5-936a-075ed14670f4 req-c5d2c080-b3d7-44e7-b553-e5717ca3df28 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.1050577 Feb 18 12:29:30.030595 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:29:30.121606 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-da817a95-24ac-44e5-936a-075ed14670f4 req-71809773-7f5a-40a4-9dc4-219aa2850c93 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857215 Feb 18 12:29:30.173612 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:29:30.185102 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a38a5a5-4664-43bc-99bb-7d21d02b090f None None] Sync routers for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:29:30.194633 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a38a5a5-4664-43bc-99bb-7d21d02b090f None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:30.197557 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-1a38a5a5-4664-43bc-99bb-7d21d02b090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:30.217908 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] No DVR routers for this DVR port d7e2c087-d92a-411b-97e1-ca5fa61d24ef on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:29:30.231975 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:30.243168 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-152cbbe7-73e9-4fa4-bc97-a60052ab6785 req-6f961c23-be11-40d8-a03a-5fd35c4e3926 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "DELETE /v2.0/ports/d7e2c087-d92a-411b-97e1-ca5fa61d24ef HTTP/1.1" status: 204 len: 173 time: 1.0170770 Feb 18 12:29:30.243168 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44df4997-9221-44d6-b871-3d1e903d99ea', 'name': 'network-vif-deleted', 'tag': 'd7e2c087-d92a-411b-97e1-ca5fa61d24ef'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:30.243168 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f2692c-3aa0-47c6-8b1c-d32d724bf2de" -d '{"events": [{"server_uuid": "44df4997-9221-44d6-b871-3d1e903d99ea", "name": "network-vif-deleted", "tag": "d7e2c087-d92a-411b-97e1-ca5fa61d24ef"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:30.278993 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088f6ff5-7b57-467a-84ac-1c51b497ed01 x-openstack-request-id: req-088f6ff5-7b57-467a-84ac-1c51b497ed01 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:30.279713 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44df4997-9221-44d6-b871-3d1e903d99ea", "name": "network-vif-deleted", "tag": "d7e2c087-d92a-411b-97e1-ca5fa61d24ef", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:30.280174 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-088f6ff5-7b57-467a-84ac-1c51b497ed01 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:30.280950 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44df4997-9221-44d6-b871-3d1e903d99ea', 'name': 'network-vif-deleted', 'tag': 'd7e2c087-d92a-411b-97e1-ca5fa61d24ef', 'status': 'completed', 'code': 200} Feb 18 12:29:30.316220 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-1a38a5a5-4664-43bc-99bb-7d21d02b090f None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:30.514782 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-1a38a5a5-4664-43bc-99bb-7d21d02b090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:30.544459 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a38a5a5-4664-43bc-99bb-7d21d02b090f None None] Checking router: a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:29:30.556401 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a38a5a5-4664-43bc-99bb-7d21d02b090f None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:30.556401 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-1a38a5a5-4664-43bc-99bb-7d21d02b090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:30.661782 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-1a38a5a5-4664-43bc-99bb-7d21d02b090f None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:30.871490 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-1a38a5a5-4664-43bc-99bb-7d21d02b090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:30.896961 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a38a5a5-4664-43bc-99bb-7d21d02b090f None None] The sync data for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi is: [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:29:31.048726 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1bb46387-1d4a-457b-aa5f-e5a68fa73ab4 req-6dd0d43e-7f2f-416d-9392-44328afcfd9a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=44df4997-9221-44d6-b871-3d1e903d99ea HTTP/1.1" status: 200 len: 210 time: 0.0362377 Feb 18 12:29:31.134240 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5b7a0-3c56-40fe-950e-a779022ec348 None None] New status for floating IP 4d067b3f-6254-4cc0-8098-4c2b876faf6c: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:29:31.261790 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edb3da-1eda-4d78-90d8-1ace2b00af63 req-0bd24bf2-a78f-4d71-b131-0a992be5d553 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:31.263313 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-22edb3da-1eda-4d78-90d8-1ace2b00af63 req-0bd24bf2-a78f-4d71-b131-0a992be5d553 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 946 time: 0.0907800 Feb 18 12:29:31.282137 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224db23-684d-4851-95ff-ded78e963a40 req-c2140e67-815f-4668-9f72-0685bfd71af9 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:31.283663 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d224db23-684d-4851-95ff-ded78e963a40 req-c2140e67-815f-4668-9f72-0685bfd71af9 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0817029 Feb 18 12:29:31.351897 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-22edb3da-1eda-4d78-90d8-1ace2b00af63 req-93a5fc6a-90b0-4202-be8a-d5f28825c61e tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824111 Feb 18 12:29:31.356034 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d224db23-684d-4851-95ff-ded78e963a40 req-2e16107b-8d9e-4efc-a8e2-ff29a70fb09a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650373 Feb 18 12:29:31.817973 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d54616d3-e368-4575-b5cb-edca1fc271c1 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:29:31.820134 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d7e2c087-d92a-411b-97e1-ca5fa61d24ef no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:29:31.848931 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: d7e2c087-d92a-411b-97e1-ca5fa61d24ef {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:29:31.849277 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d7e2c087-d92a-411b-97e1-ca5fa61d24ef not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:29:31.933564 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d54616d3-e368-4575-b5cb-edca1fc271c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d54616d3-e368-4575-b5cb-edca1fc271c1,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:31.944557 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'port_id': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'mac_address': 'fa:16:3e:b9:8d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:29:31.984645 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port d54616d3-e368-4575-b5cb-edca1fc271c1 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:29:31.985031 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:31.997767 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54616d3-e368-4575-b5cb-edca1fc271c1 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:29:32.016455 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d54616d3-e368-4575-b5cb-edca1fc271c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d54616d3-e368-4575-b5cb-edca1fc271c1,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:32.100984 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:32.149993 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=d54616d3-e368-4575-b5cb-edca1fc271c1,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:32.311721 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-30d9870c-1403-4367-a1a9-d1ef014b4273 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76572498&fields=id&tenant_id=d95d62cfc2894c6eba70f010580d7c1a HTTP/1.1" status: 200 len: 267 time: 0.0453537 Feb 18 12:29:32.399330 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['d54616d3-e368-4575-b5cb-edca1fc271c1'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:29:32.419806 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-35c83271-e51d-4506-ac88-07605e69ac0e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:32.421304 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-35c83271-e51d-4506-ac88-07605e69ac0e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 812 time: 0.1032839 Feb 18 12:29:32.457860 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-7e46c4d3-5cbd-4bb8-ad2a-cc4a27b5b691 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/quotas/d95d62cfc2894c6eba70f010580d7c1a HTTP/1.1" status: 200 len: 375 time: 0.0262537 Feb 18 12:29:32.506013 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc69878-4820-4d85-9258-bc6ef34bf8e6 req-39851369-983a-4e14-a899-bf5ad94f2ee1 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:32.507772 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ccc69878-4820-4d85-9258-bc6ef34bf8e6 req-39851369-983a-4e14-a899-bf5ad94f2ee1 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 946 time: 0.0855646 Feb 18 12:29:32.536883 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-59dc7b03-41be-4767-937d-74335f18d1e4 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730546 Feb 18 12:29:32.552545 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:29:32.609490 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ccc69878-4820-4d85-9258-bc6ef34bf8e6 req-16a5cfdf-c23e-4291-b54d-e63d432ccf1d tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935645 Feb 18 12:29:32.646355 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-eef49944-9e28-4db7-a54e-2dbeeb5aa0ef service neutron] 10.222.0.52 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967216 Feb 18 12:29:32.768002 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-bc499d12-a0f5-4fa6-967c-f75b7d32747f service neutron] 10.222.0.52 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155882 Feb 18 12:29:32.775459 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d73102-65c0-4d84-acf8-a94ef1dfb1c7 req-dbc04f85-ad59-4a70-8eee-2186d7d22cca tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:32.776812 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b2d73102-65c0-4d84-acf8-a94ef1dfb1c7 req-dbc04f85-ad59-4a70-8eee-2186d7d22cca tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 944 time: 0.1072171 Feb 18 12:29:32.854632 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b2d73102-65c0-4d84-acf8-a94ef1dfb1c7 req-f9ad9671-bdc4-418c-a708-92ec51c4dd09 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720239 Feb 18 12:29:32.866221 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644943e-febd-4e59-98ea-68453383c476 req-04de20ac-6dfa-4d98-89ef-a63c3b5744a6 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:32.868178 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d644943e-febd-4e59-98ea-68453383c476 req-04de20ac-6dfa-4d98-89ef-a63c3b5744a6 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.82 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 946 time: 0.0728071 Feb 18 12:29:32.972056 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-d644943e-febd-4e59-98ea-68453383c476 req-0febfae0-cd6e-4474-b3b6-4c40ef5faa75 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Deleting port 05282f8d-42a2-419b-a526-2fd902643908 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:32.972393 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d644943e-febd-4e59-98ea-68453383c476 req-0febfae0-cd6e-4474-b3b6-4c40ef5faa75 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (05282f8d-42a2-419b-a526-2fd902643908), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:33.058382 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-d644943e-febd-4e59-98ea-68453383c476 req-0febfae0-cd6e-4474-b3b6-4c40ef5faa75 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] For port 05282f8d-42a2-419b-a526-2fd902643908, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=05282f8d-42a2-419b-a526-2fd902643908,segment=NetworkSegment(9824b66a-1ab4-4919-a9db-1bd9f1aab23e),segment_id=9824b66a-1ab4-4919-a9db-1bd9f1aab23e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:33.058743 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d644943e-febd-4e59-98ea-68453383c476 req-0febfae0-cd6e-4474-b3b6-4c40ef5faa75 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (05282f8d-42a2-419b-a526-2fd902643908), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:33.070732 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-d644943e-febd-4e59-98ea-68453383c476 req-0febfae0-cd6e-4474-b3b6-4c40ef5faa75 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Calling delete_port for 05282f8d-42a2-419b-a526-2fd902643908 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:33.267843 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d644943e-febd-4e59-98ea-68453383c476 req-0febfae0-cd6e-4474-b3b6-4c40ef5faa75 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (05282f8d-42a2-419b-a526-2fd902643908), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:33.279716 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['05282f8d-42a2-419b-a526-2fd902643908'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:29:33.298546 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febfae0-cd6e-4474-b3b6-4c40ef5faa75 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Pushing event deleted for resources: {'Port': ['ID=05282f8d-42a2-419b-a526-2fd902643908,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:33.360744 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-65550cb9-3e6b-4bdb-ae5d-8abb61de512b req-fdeb88d2-5fe6-4916-a1ab-bb2477373a39 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 210 time: 0.0451031 Feb 18 12:29:33.376104 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-d644943e-febd-4e59-98ea-68453383c476 req-0febfae0-cd6e-4474-b3b6-4c40ef5faa75 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] No DVR routers for this DVR port 05282f8d-42a2-419b-a526-2fd902643908 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:29:33.378508 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d644943e-febd-4e59-98ea-68453383c476 req-0febfae0-cd6e-4474-b3b6-4c40ef5faa75 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:33.382016 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d644943e-febd-4e59-98ea-68453383c476 req-0febfae0-cd6e-4474-b3b6-4c40ef5faa75 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.82 "DELETE /v2.0/ports/05282f8d-42a2-419b-a526-2fd902643908 HTTP/1.1" status: 204 len: 173 time: 0.5067191 Feb 18 12:29:33.382476 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7553ada-48c5-4fad-bcbc-3bff616df6f1', 'name': 'network-vif-deleted', 'tag': '05282f8d-42a2-419b-a526-2fd902643908'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:33.384848 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009fe5fc-36dc-433b-89c9-ba182c9635a7" -d '{"events": [{"server_uuid": "f7553ada-48c5-4fad-bcbc-3bff616df6f1", "name": "network-vif-deleted", "tag": "05282f8d-42a2-419b-a526-2fd902643908"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:33.420121 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54c2b6a-6a65-4b16-82ce-84e823e168fe x-openstack-request-id: req-d54c2b6a-6a65-4b16-82ce-84e823e168fe {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:33.420412 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7553ada-48c5-4fad-bcbc-3bff616df6f1", "name": "network-vif-deleted", "tag": "05282f8d-42a2-419b-a526-2fd902643908", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:33.420666 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d54c2b6a-6a65-4b16-82ce-84e823e168fe {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:33.421185 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7553ada-48c5-4fad-bcbc-3bff616df6f1', 'name': 'network-vif-deleted', 'tag': '05282f8d-42a2-419b-a526-2fd902643908', 'status': 'completed', 'code': 200} Feb 18 12:29:33.705283 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1cc4833c-8266-4507-b58c-2c9c9964388a req-679f262f-bc16-4054-a264-c89a1668eea1 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7553ada-48c5-4fad-bcbc-3bff616df6f1 HTTP/1.1" status: 200 len: 210 time: 0.0305574 Feb 18 12:29:33.834113 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d54616d3-e368-4575-b5cb-edca1fc271c1 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:29:33.969224 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port d54616d3-e368-4575-b5cb-edca1fc271c1 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:29:33.973365 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port d54616d3-e368-4575-b5cb-edca1fc271c1 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:29:33.973805 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:33.978399 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469098d-c1a3-4ec1-a0b3-80c481e5de2e req-77ef5646-6a84-4e83-a153-b5484b1e7f65 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:33.979935 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a469098d-c1a3-4ec1-a0b3-80c481e5de2e req-77ef5646-6a84-4e83-a153-b5484b1e7f65 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 944 time: 0.0513802 Feb 18 12:29:34.030341 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a469098d-c1a3-4ec1-a0b3-80c481e5de2e req-e23426cc-0650-41ab-8361-17938965df3f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446520 Feb 18 12:29:34.054302 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port d54616d3-e368-4575-b5cb-edca1fc271c1 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:29:34.054699 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:34.077089 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e257c7-6667-4b68-a39d-88493031e604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54616d3-e368-4575-b5cb-edca1fc271c1'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:34.079363 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0280ffa5-8876-45a8-aaac-0643d254937c" -d '{"events": [{"server_uuid": "39e257c7-6667-4b68-a39d-88493031e604", "name": "network-vif-plugged", "status": "completed", "tag": "d54616d3-e368-4575-b5cb-edca1fc271c1"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:34.091552 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d54616d3-e368-4575-b5cb-edca1fc271c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d54616d3-e368-4575-b5cb-edca1fc271c1,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:34.114157 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eee1526-67b1-43ea-b32d-506826fdd293 x-openstack-request-id: req-7eee1526-67b1-43ea-b32d-506826fdd293 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:34.114482 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e257c7-6667-4b68-a39d-88493031e604", "name": "network-vif-plugged", "status": "completed", "tag": "d54616d3-e368-4575-b5cb-edca1fc271c1", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:34.114735 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7eee1526-67b1-43ea-b32d-506826fdd293 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:34.115130 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e257c7-6667-4b68-a39d-88493031e604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'code': 200} Feb 18 12:29:34.140835 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:34.141738 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 05282f8d-42a2-419b-a526-2fd902643908 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:29:34.182119 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: 05282f8d-42a2-419b-a526-2fd902643908 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:29:34.182450 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 05282f8d-42a2-419b-a526-2fd902643908 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:29:34.209251 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=d54616d3-e368-4575-b5cb-edca1fc271c1,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:34.459831 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-288dd826-7537-4ed4-8583-1a8561f8a189 req-19f895af-25ae-4753-956f-0a28e734cb70 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 210 time: 0.0303991 Feb 18 12:29:34.505159 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1be54-7c71-4c77-8988-7e9d8f91c94a req-832eb043-8b62-48ae-ab23-f37f05880ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:34.507210 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-75a1be54-7c71-4c77-8988-7e9d8f91c94a req-832eb043-8b62-48ae-ab23-f37f05880ea2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 1129 time: 0.0508587 Feb 18 12:29:34.551607 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-75a1be54-7c71-4c77-8988-7e9d8f91c94a req-cd69ab95-0453-48c2-88e1-ef55aa1a5494 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383830 Feb 18 12:29:34.969545 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94578433-bc94-41ca-b700-1ef4fd459565 req-beb3acbd-5241-4cd2-a923-802cbe5c3705 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:34.971028 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94578433-bc94-41ca-b700-1ef4fd459565 req-beb3acbd-5241-4cd2-a923-802cbe5c3705 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/networks?id=88aabaa3-63f7-4ff6-8389-2dd9c3d3427d HTTP/1.1" status: 200 len: 809 time: 0.1073303 Feb 18 12:29:34.985546 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94578433-bc94-41ca-b700-1ef4fd459565 req-f7e16c03-b6f2-42e8-94dd-104ed06b4eec tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/quotas/ceba5456c0a44c169957061b2afc5f4e HTTP/1.1" status: 200 len: 375 time: 0.0091166 Feb 18 12:29:35.016676 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94578433-bc94-41ca-b700-1ef4fd459565 req-a4726334-edd2-4959-bbc3-c3ec852f7381 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ceba5456c0a44c169957061b2afc5f4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262616 Feb 18 12:29:35.121503 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94578433-bc94-41ca-b700-1ef4fd459565 req-44ede841-f7fe-4c36-9d27-799222a5744b service neutron] 10.222.0.52 "GET /v2.0/networks/88aabaa3-63f7-4ff6-8389-2dd9c3d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983825 Feb 18 12:29:35.215623 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6370351-ff9e-463c-bfea-972618cceb34 req-46450a6a-f3cf-417f-9eb2-a3d62ccd093f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:35.217129 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6370351-ff9e-463c-bfea-972618cceb34 req-46450a6a-f3cf-417f-9eb2-a3d62ccd093f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.1118622 Feb 18 12:29:35.258210 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94578433-bc94-41ca-b700-1ef4fd459565 req-c9f99c3e-9dbb-4755-ab89-fb1ed0db9363 service neutron] 10.222.0.52 "GET /v2.0/networks/88aabaa3-63f7-4ff6-8389-2dd9c3d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210752 Feb 18 12:29:35.291575 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a6370351-ff9e-463c-bfea-972618cceb34 req-00813a43-1a17-4e96-80f1-c400486747a8 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680313 Feb 18 12:29:35.523657 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e02cf127-f355-47eb-bfef-8d10cf5f76f3 req-5ee54ddd-77b4-48b2-9cfd-342e87b22df8 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 210 time: 0.0291810 Feb 18 12:29:35.569471 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:35.580738 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-44a77d72-9f9f-4108-bea5-aa39816fd04a req-45b64b55-edc6-4faa-abce-6ea215dc3a89 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 210 time: 0.0275531 Feb 18 12:29:35.678159 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44a7860c-0224-4a34-9594-4053e156e40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:35.951155 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-91cf5bc9-ff01-473f-8cbe-a4896de656f9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:35.952585 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-91cf5bc9-ff01-473f-8cbe-a4896de656f9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 812 time: 0.1115787 Feb 18 12:29:36.024564 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-11b0c78a-46c8-4570-9f5a-f794f31a75e3 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d95d62cfc2894c6eba70f010580d7c1a HTTP/1.1" status: 200 len: 378 time: 0.0578403 Feb 18 12:29:36.037519 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-42cae164-8b6c-43a4-8d58-2d947ee719a9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Request body: {'port': {'device_id': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'admin_state_up': True, 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'security_groups': ['a52e31f2-f603-4f94-8ec4-182ac0a4cb61']}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:36.197559 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-42cae164-8b6c-43a4-8d58-2d947ee719a9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Made reservation on behalf of d95d62cfc2894c6eba70f010580d7c1a for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:29:36.201109 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-42cae164-8b6c-43a4-8d58-2d947ee719a9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:36.331529 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-42cae164-8b6c-43a4-8d58-2d947ee719a9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Allocated IP 172.20.0.3 (ffb8dc52-3419-418a-8199-5a2a6a804c20/4d6a2a05-4bd5-4f3c-a354-4c278cc7441a/62b8b65a-0ea3-42c9-a836-5178473f55fa) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:29:36.482360 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3eede-5cb0-428e-a403-8ce5ddd619f5 req-3f0e3f89-b5b6-4e88-bd67-4831e072ffd8 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:36.483749 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cfc3eede-5cb0-428e-a403-8ce5ddd619f5 req-3f0e3f89-b5b6-4e88-bd67-4831e072ffd8 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.1145005 Feb 18 12:29:36.522710 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-42cae164-8b6c-43a4-8d58-2d947ee719a9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:36.554764 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cfc3eede-5cb0-428e-a403-8ce5ddd619f5 req-493f75e8-fa1b-4dda-87d8-47f233599380 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623841 Feb 18 12:29:36.637813 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5b6b6474-5986-4711-b754-6f5887408f40 req-01e93e24-2b18-4fba-b001-7dd8d1fbb493 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 210 time: 0.0311761 Feb 18 12:29:36.647239 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-42cae164-8b6c-43a4-8d58-2d947ee719a9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:36.723423 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-42cae164-8b6c-43a4-8d58-2d947ee719a9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Network ffb8dc52-3419-418a-8199-5a2a6a804c20 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:29:36.743627 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-42cae164-8b6c-43a4-8d58-2d947ee719a9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:29:36.747215 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-42cae164-8b6c-43a4-8d58-2d947ee719a9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:29:36.749889 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cae164-8b6c-43a4-8d58-2d947ee719a9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'Port': ['ID=62b8b65a-0ea3-42c9-a836-5178473f55fa,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:36.803378 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e264e19-2f85-418c-ac3c-23e80a729574 req-210bb1fa-f8d5-43bd-9c33-a22bf6383a50 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:36.804941 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9e264e19-2f85-418c-ac3c-23e80a729574 req-210bb1fa-f8d5-43bd-9c33-a22bf6383a50 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.1694436 Feb 18 12:29:36.816927 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50130) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:36.823029 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-9922a913-30a0-42d3-9ce1-56003b88c759 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Request body: {'floatingip': {'port_id': 'd54616d3-e368-4575-b5cb-edca1fc271c1'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:36.827063 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-42cae164-8b6c-43a4-8d58-2d947ee719a9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:36.827709 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-42cae164-8b6c-43a4-8d58-2d947ee719a9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:36.842207 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392ba52-8c31-471e-9915-eb5116f0a9bb req-cbc616fd-e3e5-4d0b-a5f6-8d5257703f03 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:36.843693 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f392ba52-8c31-471e-9915-eb5116f0a9bb req-cbc616fd-e3e5-4d0b-a5f6-8d5257703f03 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 931 time: 0.1432626 Feb 18 12:29:36.914343 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f392ba52-8c31-471e-9915-eb5116f0a9bb req-93c8785f-291b-4ec5-b298-6d32c654826a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647085 Feb 18 12:29:36.924393 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9922a913-30a0-42d3-9ce1-56003b88c759 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for floatingip (c2db4b72-b9fa-4288-bc47-1ee2d82732b5), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:36.932551 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-42cae164-8b6c-43a4-8d58-2d947ee719a9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9016681 Feb 18 12:29:36.952274 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Request body: {'port': {'device_id': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:37.011635 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-74dfa979-78a5-40a0-b42d-670632384ac9 req-70f65ad9-c460-44f8-b9e0-ab152552aac0 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303898204&fields=id&tenant_id=a5fe6a0ce90f49c684de666bc4b3da5a HTTP/1.1" status: 200 len: 267 time: 0.0899277 Feb 18 12:29:37.050565 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-cfc19f87-162d-467d-a148-8aec58bbe07d None None] Provisioning complete for port 62b8b65a-0ea3-42c9-a836-5178473f55fa triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:29:37.051131 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-cfc19f87-162d-467d-a148-8aec58bbe07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:37.087839 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-cfc19f87-162d-467d-a148-8aec58bbe07d None None] Port 62b8b65a-0ea3-42c9-a836-5178473f55fa cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:29:37.340238 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:37.395305 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfa979-78a5-40a0-b42d-670632384ac9 req-df1e4f43-f341-4f47-a962-215ae24be670 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:37.396773 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-74dfa979-78a5-40a0-b42d-670632384ac9 req-df1e4f43-f341-4f47-a962-215ae24be670 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 984 time: 0.3668804 Feb 18 12:29:37.407717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9922a913-30a0-42d3-9ce1-56003b88c759 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:37.414138 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-74dfa979-78a5-40a0-b42d-670632384ac9 req-26f4e38b-1be5-4b38-a7b8-209d301bd5fa tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Request body: {'port': {'security_groups': ['a0d359f0-f8ed-458b-bf6a-a526d19a65d2']}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:37.483636 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9922a913-30a0-42d3-9ce1-56003b88c759 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (c2db4b72-b9fa-4288-bc47-1ee2d82732b5), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:37.596310 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-9922a913-30a0-42d3-9ce1-56003b88c759 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Floating IP c2db4b72-b9fa-4288-bc47-1ee2d82732b5 associated. External IP: 172.27.2.165, port: d54616d3-e368-4575-b5cb-edca1fc271c1. Feb 18 12:29:37.680283 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-74dfa979-78a5-40a0-b42d-670632384ac9 req-26f4e38b-1be5-4b38-a7b8-209d301bd5fa tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:37.710461 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4ad710c6-161f-42af-b391-809dfbe1fd43 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:37.712588 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4ad710c6-161f-42af-b391-809dfbe1fd43 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.82 "GET /v2.0/networks?id=88aabaa3-63f7-4ff6-8389-2dd9c3d3427d HTTP/1.1" status: 200 len: 809 time: 0.2918344 Feb 18 12:29:37.753437 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4ab38f36-5b58-4ea6-b0b6-d679c1b6d9d2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Request body: {'port': {'device_id': '868fa6fd-d472-4a25-8fa3-7efbab0f6815', 'network_id': '88aabaa3-63f7-4ff6-8389-2dd9c3d3427d', 'admin_state_up': True, 'tenant_id': 'ceba5456c0a44c169957061b2afc5f4e'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:37.787617 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a72e76a3-005f-4146-82df-29f13b6c20bf req-1f7e195b-1b17-4bdf-93cf-399f8a29a612 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 210 time: 0.0724092 Feb 18 12:29:37.836613 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9922a913-30a0-42d3-9ce1-56003b88c759 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Router 373e062e-5e0b-47b3-ac2b-f276bc5e359b has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:29:37.872351 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0f01e650-df70-4d31-818e-6a0d244f3beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:38.006426 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b8b65a-0ea3-42c9-a836-5178473f55fa {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:29:38.071214 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Publish callbacks [] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:38.104504 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Transition to ACTIVE for port object 62b8b65a-0ea3-42c9-a836-5178473f55fa will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:29:38.148331 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744b5a8-26d2-45b4-a984-6d46af4daee8 req-f8e8a67e-365d-4bf9-bee6-9177da799bd3 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:38.150423 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f744b5a8-26d2-45b4-a984-6d46af4daee8 req-f8e8a67e-365d-4bf9-bee6-9177da799bd3 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 931 time: 0.1572433 Feb 18 12:29:38.150796 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9922a913-30a0-42d3-9ce1-56003b88c759 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:29:38.156623 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9922a913-30a0-42d3-9ce1-56003b88c759 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:38.160966 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-74dfa979-78a5-40a0-b42d-670632384ac9 req-26f4e38b-1be5-4b38-a7b8-209d301bd5fa tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] For port ff052b8b-4f56-4afe-ac46-e974f411f6ce, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ff052b8b-4f56-4afe-ac46-e974f411f6ce,segment=NetworkSegment(36292d8d-70ca-440d-ab3e-71b2b60f1eef),segment_id=36292d8d-70ca-440d-ab3e-71b2b60f1eef)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:38.162226 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e75cfa-1bfb-4d36-ae2c-4e5346475328 None None] Sync routers for ids ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:29:38.172717 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e75cfa-1bfb-4d36-ae2c-4e5346475328 None None] Routers {'373e062e-5e0b-47b3-ac2b-f276bc5e359b'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:38.174036 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-85e75cfa-1bfb-4d36-ae2c-4e5346475328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:38.190985 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-9922a913-30a0-42d3-9ce1-56003b88c759 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "PUT /v2.0/floatingips/c2db4b72-b9fa-4288-bc47-1ee2d82732b5 HTTP/1.1" status: 200 len: 991 time: 1.3706410 Feb 18 12:29:38.190985 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e257c7-6667-4b68-a39d-88493031e604', 'tag': 'd54616d3-e368-4575-b5cb-edca1fc271c1'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:38.191689 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:38.192403 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d728a8607cc53405b141b0315efa200b0cd0e952a259bf9e0ca5c943bb659e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9ada9d-1ac2-4119-b592-8a985bcbb91d" -d '{"events": [{"name": "network-changed", "server_uuid": "39e257c7-6667-4b68-a39d-88493031e604", "tag": "d54616d3-e368-4575-b5cb-edca1fc271c1"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:38.193325 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4ab38f36-5b58-4ea6-b0b6-d679c1b6d9d2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Made reservation on behalf of ceba5456c0a44c169957061b2afc5f4e for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:29:38.197716 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4ab38f36-5b58-4ea6-b0b6-d679c1b6d9d2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:38.264212 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-74dfa979-78a5-40a0-b42d-670632384ac9 req-26f4e38b-1be5-4b38-a7b8-209d301bd5fa tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:38.286263 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-85e75cfa-1bfb-4d36-ae2c-4e5346475328 None None] Set router 373e062e-5e0b-47b3-ac2b-f276bc5e359b gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:38.308317 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f744b5a8-26d2-45b4-a984-6d46af4daee8 req-4a758a8b-5137-4e8b-8c25-9a4e3d29798d tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1508470 Feb 18 12:29:38.351697 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-74dfa979-78a5-40a0-b42d-670632384ac9 req-26f4e38b-1be5-4b38-a7b8-209d301bd5fa tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:38.355778 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Pushing event updated for resources: {'Port': ['ID=62b8b65a-0ea3-42c9-a836-5178473f55fa,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:38.373592 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['ff052b8b-4f56-4afe-ac46-e974f411f6ce'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:29:38.430590 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfa979-78a5-40a0-b42d-670632384ac9 req-26f4e38b-1be5-4b38-a7b8-209d301bd5fa tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:38.431497 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-74dfa979-78a5-40a0-b42d-670632384ac9 req-26f4e38b-1be5-4b38-a7b8-209d301bd5fa tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:38.432927 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-74dfa979-78a5-40a0-b42d-670632384ac9 req-26f4e38b-1be5-4b38-a7b8-209d301bd5fa tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "PUT /v2.0/ports/ff052b8b-4f56-4afe-ac46-e974f411f6ce HTTP/1.1" status: 200 len: 942 time: 1.0245304 Feb 18 12:29:38.438491 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50152) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:38.439059 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'tag': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:38.441509 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f662861-0d72-4c30-86e8-aad233e980ae" -d '{"events": [{"name": "network-changed", "server_uuid": "3877d34c-1985-47aa-a811-dc64ae8cf1e3", "tag": "ff052b8b-4f56-4afe-ac46-e974f411f6ce"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:38.600467 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dc4383-9d61-4620-ab1b-d037403524d6 x-openstack-request-id: req-f8dc4383-9d61-4620-ab1b-d037403524d6 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:38.600649 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3877d34c-1985-47aa-a811-dc64ae8cf1e3", "tag": "ff052b8b-4f56-4afe-ac46-e974f411f6ce", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:38.600884 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8dc4383-9d61-4620-ab1b-d037403524d6 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:38.601288 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'tag': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce', 'status': 'completed', 'code': 200} Feb 18 12:29:38.608364 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1494f5a8-d389-4248-9a35-5e047a21c851 x-openstack-request-id: req-1494f5a8-d389-4248-9a35-5e047a21c851 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:38.609919 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e257c7-6667-4b68-a39d-88493031e604", "tag": "d54616d3-e368-4575-b5cb-edca1fc271c1", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:38.610331 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1494f5a8-d389-4248-9a35-5e047a21c851 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:38.612679 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e257c7-6667-4b68-a39d-88493031e604', 'tag': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'status': 'completed', 'code': 200} Feb 18 12:29:38.681596 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bddb249c-92d9-4e9f-a8fd-9668ee36f245 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group (5f5082fb-c173-4dee-8baf-3f41effb4db9), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:38.689653 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4e38b-1be5-4b38-a7b8-209d301bd5fa tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event updated for resources: {'Port': ['ID=ff052b8b-4f56-4afe-ac46-e974f411f6ce,revision_number=7']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:38.722047 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Attempting to bind port 62b8b65a-0ea3-42c9-a836-5178473f55fa on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:29:38.723942 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Attempting to bind port 62b8b65a-0ea3-42c9-a836-5178473f55fa by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:29:38.723942 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Attempting to bind port 62b8b65a-0ea3-42c9-a836-5178473f55fa on network ffb8dc52-3419-418a-8199-5a2a6a804c20 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:29:38.725158 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bddb249c-92d9-4e9f-a8fd-9668ee36f245 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group (5f5082fb-c173-4dee-8baf-3f41effb4db9), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:38.731732 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4ab38f36-5b58-4ea6-b0b6-d679c1b6d9d2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Allocated IP 172.20.0.12 (88aabaa3-63f7-4ff6-8389-2dd9c3d3427d/800d8231-958d-48d0-a715-461f264bd656/08270e79-d1d8-49a8-9350-216a819c5ae0) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:29:38.761261 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Port 62b8b65a-0ea3-42c9-a836-5178473f55fa on network ffb8dc52-3419-418a-8199-5a2a6a804c20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:29:38.763926 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Attempting to bind port 62b8b65a-0ea3-42c9-a836-5178473f55fa on network ffb8dc52-3419-418a-8199-5a2a6a804c20 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:29:38.772669 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f662861-0d72-4c30-86e8-aad233e980ae req-12f0410c-19ef-47c7-932e-d254033c650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:38.774800 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7f662861-0d72-4c30-86e8-aad233e980ae req-12f0410c-19ef-47c7-932e-d254033c650c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fe6a0ce90f49c684de666bc4b3da5a&device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 1129 time: 0.1606166 Feb 18 12:29:38.783303 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['ff052b8b-4f56-4afe-ac46-e974f411f6ce'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:29:38.786289 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:29:38.786722 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Checking segment: {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:29:38.787181 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Bound using segment: {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:29:38.787705 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Bound port: 62b8b65a-0ea3-42c9-a836-5178473f55fa, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:29:38.788192 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:38.805686 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ada9d-1ac2-4119-b592-8a985bcbb91d req-5b923ec6-c21b-4afc-954e-3c2b7e24e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:38.809927 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1e9ada9d-1ac2-4119-b592-8a985bcbb91d req-5b923ec6-c21b-4afc-954e-3c2b7e24e177 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 1129 time: 0.1869781 Feb 18 12:29:38.915777 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f662861-0d72-4c30-86e8-aad233e980ae req-18dee0eb-3d3e-419f-b623-1addea523e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:38.922320 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7f662861-0d72-4c30-86e8-aad233e980ae req-18dee0eb-3d3e-419f-b623-1addea523e2a service neutron] 10.222.0.82 "GET /v2.0/networks?id=1e9afd38-b368-4bce-b65f-c5ba5f1631e6 HTTP/1.1" status: 200 len: 916 time: 0.1401467 Feb 18 12:29:38.982183 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bddb249c-92d9-4e9f-a8fd-9668ee36f245 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (5f5082fb-c173-4dee-8baf-3f41effb4db9), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:38.985741 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bddb249c-92d9-4e9f-a8fd-9668ee36f245 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:38.986912 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-bddb249c-92d9-4e9f-a8fd-9668ee36f245 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "DELETE /v2.0/security-groups/5f5082fb-c173-4dee-8baf-3f41effb4db9 HTTP/1.1" status: 204 len: 168 time: 0.5459056 Feb 18 12:29:39.000025 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50160) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:39.054192 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fc5d036e-3324-48cf-ba16-f4b8ce278496 req-5ce34f95-b676-4008-b5fc-e14c9710f618 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 210 time: 0.1323595 Feb 18 12:29:39.055365 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ada9d-1ac2-4119-b592-8a985bcbb91d req-355d8725-b6eb-4f7b-b511-bd913dc6a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:39.056781 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1e9ada9d-1ac2-4119-b592-8a985bcbb91d req-355d8725-b6eb-4f7b-b511-bd913dc6a61f service neutron] 10.222.0.82 "GET /v2.0/networks?id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7 HTTP/1.1" status: 200 len: 917 time: 0.2428102 Feb 18 12:29:39.065392 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb249c-92d9-4e9f-a8fd-9668ee36f245 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5082fb-c173-4dee-8baf-3f41effb4db9,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:39.074802 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-6bbd8e56-5523-49f3-b59d-75dff31401ec None None] Provisioning complete for port ff052b8b-4f56-4afe-ac46-e974f411f6ce triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:29:39.075186 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6bbd8e56-5523-49f3-b59d-75dff31401ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:39.093845 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7f662861-0d72-4c30-86e8-aad233e980ae req-2ab36c3a-50fa-49e6-956c-286839371cc4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff052b8b-4f56-4afe-ac46-e974f411f6ce HTTP/1.1" status: 200 len: 1000 time: 0.1632040 Feb 18 12:29:39.126907 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:39.169472 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f662861-0d72-4c30-86e8-aad233e980ae req-e8d01f81-05a1-4908-9305-6832ef0a8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:39.171763 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7f662861-0d72-4c30-86e8-aad233e980ae req-e8d01f81-05a1-4908-9305-6832ef0a8618 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4075237f-e7bf-4a30-9563-cc1cd4a33daa HTTP/1.1" status: 200 len: 854 time: 0.0568032 Feb 18 12:29:39.180412 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-85e75cfa-1bfb-4d36-ae2c-4e5346475328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': 'c2db4b72-b9fa-4288-bc47-1ee2d82732b5', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'port_id': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'mac_address': 'fa:16:3e:b9:8d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e257c7-6667-4b68-a39d-88493031e604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:29:21Z', 'updated_at': '2022-02-18T12:29:37Z', 'revision_number': 1, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:26Z', 'revision_number': 5, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:39.224248 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] For port 62b8b65a-0ea3-42c9-a836-5178473f55fa, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:29:39.229576 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e75cfa-1bfb-4d36-ae2c-4e5346475328 None None] Checking router: 373e062e-5e0b-47b3-ac2b-f276bc5e359b for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:29:39.248631 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e75cfa-1bfb-4d36-ae2c-4e5346475328 None None] Routers {'373e062e-5e0b-47b3-ac2b-f276bc5e359b'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:39.249389 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-85e75cfa-1bfb-4d36-ae2c-4e5346475328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:39.261525 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] For port 62b8b65a-0ea3-42c9-a836-5178473f55fa, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=62b8b65a-0ea3-42c9-a836-5178473f55fa,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:29:39.268914 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4ab38f36-5b58-4ea6-b0b6-d679c1b6d9d2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks [] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:39.271614 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f662861-0d72-4c30-86e8-aad233e980ae req-a3ada924-6af3-49bc-845f-4085f5d9ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:39.271999 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1e9ada9d-1ac2-4119-b592-8a985bcbb91d req-25ea2964-fd70-40e6-b6f9-f8319b576a33 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d54616d3-e368-4575-b5cb-edca1fc271c1 HTTP/1.1" status: 200 len: 999 time: 0.1971166 Feb 18 12:29:39.273350 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7f662861-0d72-4c30-86e8-aad233e980ae req-a3ada924-6af3-49bc-845f-4085f5d9ee48 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1e9afd38-b368-4bce-b65f-c5ba5f1631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0956187 Feb 18 12:29:39.347214 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd8e56-5523-49f3-b59d-75dff31401ec None None] Current status of the port ff052b8b-4f56-4afe-ac46-e974f411f6ce is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:29:39.351952 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:39.404794 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7f662861-0d72-4c30-86e8-aad233e980ae req-8db0391a-3e5d-41a3-bcc3-14efb1939109 service neutron] 10.222.0.82 "GET /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134820 Feb 18 12:29:39.412467 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ada9d-1ac2-4119-b592-8a985bcbb91d req-16c7c903-82c5-4ce8-9058-c64873d15daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:39.413904 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1e9ada9d-1ac2-4119-b592-8a985bcbb91d req-16c7c903-82c5-4ce8-9058-c64873d15daa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0605fd76-e386-40d7-93ea-f7bf1f705f1d HTTP/1.1" status: 200 len: 855 time: 0.1355515 Feb 18 12:29:39.418388 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-85e75cfa-1bfb-4d36-ae2c-4e5346475328 None None] Set router 373e062e-5e0b-47b3-ac2b-f276bc5e359b gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:39.426356 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Pushing event updated for resources: {'Port': ['ID=62b8b65a-0ea3-42c9-a836-5178473f55fa,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:39.473362 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:39.474008 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:39.475468 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-83f53dcc-d695-4d95-9d59-68c99fb2ba7a service neutron] 10.222.0.82 "PUT /v2.0/ports/62b8b65a-0ea3-42c9-a836-5178473f55fa HTTP/1.1" status: 200 len: 1093 time: 2.5278342 Feb 18 12:29:39.486992 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-50cc43d5-0282-4d23-9052-b54f7d0a69ea tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Deleting port fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:39.490027 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-50cc43d5-0282-4d23-9052-b54f7d0a69ea tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:39.524938 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e3b67-eaba-4377-915d-3237c6747f9e req-60617c2e-4303-4080-aafd-450a0776bfba tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:39.526516 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9a6e3b67-eaba-4377-915d-3237c6747f9e req-60617c2e-4303-4080-aafd-450a0776bfba tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 943 time: 0.1230185 Feb 18 12:29:39.531590 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ada9d-1ac2-4119-b592-8a985bcbb91d req-b78fac8b-89db-4137-a89e-263301000641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:39.533186 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1e9ada9d-1ac2-4119-b592-8a985bcbb91d req-b78fac8b-89db-4137-a89e-263301000641 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0952098 Feb 18 12:29:39.632539 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4ab38f36-5b58-4ea6-b0b6-d679c1b6d9d2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:39.637634 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-7f662861-0d72-4c30-86e8-aad233e980ae req-5facce19-f9a7-4e2a-9a66-a859cd5c72d4 service neutron] 10.222.0.82 "GET /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153964 Feb 18 12:29:39.651090 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-50cc43d5-0282-4d23-9052-b54f7d0a69ea tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:39.651522 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-50cc43d5-0282-4d23-9052-b54f7d0a69ea tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for floatingip (fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:39.666544 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-50cc43d5-0282-4d23-9052-b54f7d0a69ea tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Calling delete_port for fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:39.719611 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9a6e3b67-eaba-4377-915d-3237c6747f9e req-f10742b2-ae18-42e0-8996-b5facb9702f8 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1826632 Feb 18 12:29:39.723634 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4ab38f36-5b58-4ea6-b0b6-d679c1b6d9d2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Network 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:29:39.745106 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4ab38f36-5b58-4ea6-b0b6-d679c1b6d9d2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:29:39.745435 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-85e75cfa-1bfb-4d36-ae2c-4e5346475328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': 'c2db4b72-b9fa-4288-bc47-1ee2d82732b5', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'port_id': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'mac_address': 'fa:16:3e:b9:8d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e257c7-6667-4b68-a39d-88493031e604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:29:21Z', 'updated_at': '2022-02-18T12:29:37Z', 'revision_number': 1, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:26Z', 'revision_number': 5, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:39.747386 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4ab38f36-5b58-4ea6-b0b6-d679c1b6d9d2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:29:39.778613 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e75cfa-1bfb-4d36-ae2c-4e5346475328 None None] The sync data for ids ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'] in dv-cinder-804757-15-iscsi is: [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': 'c2db4b72-b9fa-4288-bc47-1ee2d82732b5', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'port_id': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'mac_address': 'fa:16:3e:b9:8d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e257c7-6667-4b68-a39d-88493031e604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:29:21Z', 'updated_at': '2022-02-18T12:29:37Z', 'revision_number': 1, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:26Z', 'revision_number': 5, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:29:39.809705 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab38f36-5b58-4ea6-b0b6-d679c1b6d9d2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Pushing event updated for resources: {'Port': ['ID=08270e79-d1d8-49a8-9350-216a819c5ae0,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:39.827301 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1e9ada9d-1ac2-4119-b592-8a985bcbb91d req-74189397-b7d7-4e6f-a6c3-709809ce16b8 service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833185 Feb 18 12:29:39.833499 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-fbff2826-5156-4db2-9885-6043348f82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:39.835110 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-fbff2826-5156-4db2-9885-6043348f82cb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 1127 time: 0.2151244 Feb 18 12:29:39.842416 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4ab38f36-5b58-4ea6-b0b6-d679c1b6d9d2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:39.842999 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4ab38f36-5b58-4ea6-b0b6-d679c1b6d9d2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:39.929756 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-cc92cc49-196e-4551-a380-5886c27a077c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62b8b65a-0ea3-42c9-a836-5178473f55fa HTTP/1.1" status: 200 len: 217 time: 0.0780070 Feb 18 12:29:40.003840 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-50cc43d5-0282-4d23-9052-b54f7d0a69ea tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:40.004433 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-e47a77ee-67af-42ac-aa05-33305fabd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:40.006142 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-e47a77ee-67af-42ac-aa05-33305fabd925 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a HTTP/1.1" status: 200 len: 851 time: 0.0687399 Feb 18 12:29:40.007710 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6156ac2-ac65-4f6b-bbcd-cc0da59ebd6c None None] New status for floating IP c2db4b72-b9fa-4288-bc47-1ee2d82732b5: ACTIVE {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:29:40.011715 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4ab38f36-5b58-4ea6-b0b6-d679c1b6d9d2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2840300 Feb 18 12:29:40.023416 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1e9ada9d-1ac2-4119-b592-8a985bcbb91d req-e377115e-6fba-47ed-8958-50dc04670091 service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873546 Feb 18 12:29:40.030122 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Request body: {'port': {'device_id': '868fa6fd-d472-4a25-8fa3-7efbab0f6815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:40.084703 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc43d5-0282-4d23-9052-b54f7d0a69ea tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event deleted for resources: {'Port': ['ID=fb6aa12f-c5f7-4b1c-aa16-97e41fdf348c,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:40.125963 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:40.147369 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-3d9140bd-58e9-4a70-b610-9fab631896dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:40.148967 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-3d9140bd-58e9-4a70-b610-9fab631896dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ffb8dc52-3419-418a-8199-5a2a6a804c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1362727 Feb 18 12:29:40.183333 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-50cc43d5-0282-4d23-9052-b54f7d0a69ea tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks [] for floatingip (58135b9e-2fb5-4b51-bf07-96b8061d701f), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:40.183333 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-50cc43d5-0282-4d23-9052-b54f7d0a69ea tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Floating IP 58135b9e-2fb5-4b51-bf07-96b8061d701f disassociated (deleted). External IP: 172.27.2.34, port: ff052b8b-4f56-4afe-ac46-e974f411f6ce. Feb 18 12:29:40.464028 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cc43d5-0282-4d23-9052-b54f7d0a69ea tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Router 71223798-bd58-4089-8cbf-e7b5e87bdc07 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:29:40.473928 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:40.582351 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cc43d5-0282-4d23-9052-b54f7d0a69ea tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:29:40.587401 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-50cc43d5-0282-4d23-9052-b54f7d0a69ea tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:40.594549 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4fd387-c83f-4487-ae8e-de60b0d24819 None None] Sync routers for ids ['71223798-bd58-4089-8cbf-e7b5e87bdc07'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:29:40.605794 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4fd387-c83f-4487-ae8e-de60b0d24819 None None] Routers {'71223798-bd58-4089-8cbf-e7b5e87bdc07'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:40.606655 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-0f4fd387-c83f-4487-ae8e-de60b0d24819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['71223798-bd58-4089-8cbf-e7b5e87bdc07'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:40.607687 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'tag': '62b8b65a-0ea3-42c9-a836-5178473f55fa'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:40.610043 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fb89bf-51e3-47e6-a91e-3c0417bb3254" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff", "tag": "62b8b65a-0ea3-42c9-a836-5178473f55fa"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:40.620167 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-50cc43d5-0282-4d23-9052-b54f7d0a69ea tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "DELETE /v2.0/floatingips/58135b9e-2fb5-4b51-bf07-96b8061d701f HTTP/1.1" status: 204 len: 168 time: 1.6189837 Feb 18 12:29:40.620912 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'tag': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:40.623202 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d728a8607cc53405b141b0315efa200b0cd0e952a259bf9e0ca5c943bb659e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b20bcb-cb7e-4b8b-a3aa-d6f0d072087b" -d '{"events": [{"name": "network-changed", "server_uuid": "3877d34c-1985-47aa-a811-dc64ae8cf1e3", "tag": "ff052b8b-4f56-4afe-ac46-e974f411f6ce"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:40.692803 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fcea1-5ed2-485d-bba1-68122f907270 req-8b394d5b-cdb2-464e-9c6d-559bf41e7f83 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:40.694429 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-888fcea1-5ed2-485d-bba1-68122f907270 req-8b394d5b-cdb2-464e-9c6d-559bf41e7f83 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 932 time: 0.5316398 Feb 18 12:29:40.696718 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-089cfe75-6aa4-4827-bb51-8c1d6c37834d service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329566 Feb 18 12:29:40.698226 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0808e726-7b58-4b30-b8dc-07afb854a386 x-openstack-request-id: req-0808e726-7b58-4b30-b8dc-07afb854a386 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:40.698515 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff", "tag": "62b8b65a-0ea3-42c9-a836-5178473f55fa", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:40.698767 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0808e726-7b58-4b30-b8dc-07afb854a386 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:40.699149 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'tag': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'status': 'completed', 'code': 200} Feb 18 12:29:40.734926 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-0f4fd387-c83f-4487-ae8e-de60b0d24819 None None] Set router 71223798-bd58-4089-8cbf-e7b5e87bdc07 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:40.866632 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-888fcea1-5ed2-485d-bba1-68122f907270 req-0a17a0ad-803f-4090-9f8b-c3921421af5b tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599064 Feb 18 12:29:40.922499 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243305fa-b5ec-4573-a38d-bd0c8a66484f x-openstack-request-id: req-243305fa-b5ec-4573-a38d-bd0c8a66484f {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:40.922499 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3877d34c-1985-47aa-a811-dc64ae8cf1e3", "tag": "ff052b8b-4f56-4afe-ac46-e974f411f6ce", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:40.923496 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-243305fa-b5ec-4573-a38d-bd0c8a66484f {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:40.924200 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'tag': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce', 'status': 'completed', 'code': 200} Feb 18 12:29:40.937020 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0db1e44a-41c7-4f31-aba6-7279e207803b req-25fde84b-b2bf-4925-9641-3585d977d4fc service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312219 Feb 18 12:29:40.970989 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-0f4fd387-c83f-4487-ae8e-de60b0d24819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:26:41Z', 'revision_number': 4, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port': {'id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:38Z', 'updated_at': '2022-02-18T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'e601512a-17fb-4a1d-b12c-e48576971a46', 'name': '', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'mac_address': 'fa:16:3e:0e:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:40Z', 'updated_at': '2022-02-18T12:26:45Z', 'revision_number': 5, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'subnets': [{'id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:41.003944 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4fd387-c83f-4487-ae8e-de60b0d24819 None None] Checking router: 71223798-bd58-4089-8cbf-e7b5e87bdc07 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:29:41.019175 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4fd387-c83f-4487-ae8e-de60b0d24819 None None] Routers {'71223798-bd58-4089-8cbf-e7b5e87bdc07'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:41.019872 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-0f4fd387-c83f-4487-ae8e-de60b0d24819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['71223798-bd58-4089-8cbf-e7b5e87bdc07'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:41.146676 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-0f4fd387-c83f-4487-ae8e-de60b0d24819 None None] Set router 71223798-bd58-4089-8cbf-e7b5e87bdc07 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:41.188581 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08270e79-d1d8-49a8-9350-216a819c5ae0 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:29:41.201414 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Publish callbacks [] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:41.205421 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b20bcb-cb7e-4b8b-a3aa-d6f0d072087b req-6a4c83b8-63ac-413d-9891-2cde37b7f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:41.206949 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e7b20bcb-cb7e-4b8b-a3aa-d6f0d072087b req-6a4c83b8-63ac-413d-9891-2cde37b7f24b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a5fe6a0ce90f49c684de666bc4b3da5a&device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 1129 time: 0.2499065 Feb 18 12:29:41.216196 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f544-1399-4dff-beef-d81dbaa1ce4b req-9cc8e7a6-2e8b-445a-be08-e96afb7883d9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:41.217628 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a210f544-1399-4dff-beef-d81dbaa1ce4b req-9cc8e7a6-2e8b-445a-be08-e96afb7883d9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 943 time: 0.2387238 Feb 18 12:29:41.278227 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Transition to ACTIVE for port object 08270e79-d1d8-49a8-9350-216a819c5ae0 will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:29:41.322950 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb89bf-51e3-47e6-a91e-3c0417bb3254 req-2888c224-1830-4ed8-8b08-0ec958559e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:41.324455 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-71fb89bf-51e3-47e6-a91e-3c0417bb3254 req-2888c224-1830-4ed8-8b08-0ec958559e67 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 1127 time: 0.1939516 Feb 18 12:29:41.361409 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:41.361636 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-0f4fd387-c83f-4487-ae8e-de60b0d24819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:26:41Z', 'revision_number': 4, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port': {'id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:38Z', 'updated_at': '2022-02-18T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'e601512a-17fb-4a1d-b12c-e48576971a46', 'name': '', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'mac_address': 'fa:16:3e:0e:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:40Z', 'updated_at': '2022-02-18T12:26:45Z', 'revision_number': 5, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'subnets': [{'id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:41.387916 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4fd387-c83f-4487-ae8e-de60b0d24819 None None] The sync data for ids ['71223798-bd58-4089-8cbf-e7b5e87bdc07'] in dv-cinder-804757-15-iscsi is: [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:26:41Z', 'revision_number': 4, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port': {'id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:38Z', 'updated_at': '2022-02-18T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'e601512a-17fb-4a1d-b12c-e48576971a46', 'name': '', 'network_id': '1e9afd38-b368-4bce-b65f-c5ba5f1631e6', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'mac_address': 'fa:16:3e:0e:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:40Z', 'updated_at': '2022-02-18T12:26:45Z', 'revision_number': 5, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'subnets': [{'id': '4075237f-e7bf-4a30-9563-cc1cd4a33daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:29:41.403566 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a210f544-1399-4dff-beef-d81dbaa1ce4b req-be68f3f8-ce75-494e-8121-90506e86989b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1707642 Feb 18 12:29:41.470640 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b20bcb-cb7e-4b8b-a3aa-d6f0d072087b req-e29762d9-1f0d-41d3-b8bc-c526a98ba697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:41.470640 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e7b20bcb-cb7e-4b8b-a3aa-d6f0d072087b req-e29762d9-1f0d-41d3-b8bc-c526a98ba697 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1e9afd38-b368-4bce-b65f-c5ba5f1631e6 HTTP/1.1" status: 200 len: 916 time: 0.2480907 Feb 18 12:29:41.472624 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Pushing event updated for resources: {'Port': ['ID=08270e79-d1d8-49a8-9350-216a819c5ae0,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:41.551888 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e7b20bcb-cb7e-4b8b-a3aa-d6f0d072087b req-ff18ed36-1652-4bd3-a4b5-2d177ec73c69 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff052b8b-4f56-4afe-ac46-e974f411f6ce HTTP/1.1" status: 200 len: 217 time: 0.0709488 Feb 18 12:29:41.586917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb89bf-51e3-47e6-a91e-3c0417bb3254 req-0ec4ec7f-41aa-4c63-9b17-69eb947ae8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:41.588346 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-71fb89bf-51e3-47e6-a91e-3c0417bb3254 req-0ec4ec7f-41aa-4c63-9b17-69eb947ae8fa service neutron] 10.222.0.82 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 913 time: 0.2571526 Feb 18 12:29:41.640292 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e954f16-79f1-4b1e-b54d-b8f2cc562998 None None] New status for floating IP 58135b9e-2fb5-4b51-bf07-96b8061d701f: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:29:41.656647 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-71fb89bf-51e3-47e6-a91e-3c0417bb3254 req-9b6da975-3afe-4156-87e5-9a8438c55815 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62b8b65a-0ea3-42c9-a836-5178473f55fa HTTP/1.1" status: 200 len: 217 time: 0.0477638 Feb 18 12:29:41.703031 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b20bcb-cb7e-4b8b-a3aa-d6f0d072087b req-dd13ae61-b85d-44d7-b5c2-546754f5fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:41.704461 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e7b20bcb-cb7e-4b8b-a3aa-d6f0d072087b req-dd13ae61-b85d-44d7-b5c2-546754f5fc1d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4075237f-e7bf-4a30-9563-cc1cd4a33daa HTTP/1.1" status: 200 len: 854 time: 0.1298842 Feb 18 12:29:41.721561 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Attempting to bind port 08270e79-d1d8-49a8-9350-216a819c5ae0 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:29:41.721897 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Attempting to bind port 08270e79-d1d8-49a8-9350-216a819c5ae0 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '9824b66a-1ab4-4919-a9db-1bd9f1aab23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88aabaa3-63f7-4ff6-8389-2dd9c3d3427d'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:29:41.727601 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Attempting to bind port 08270e79-d1d8-49a8-9350-216a819c5ae0 on network 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:29:41.746468 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Port 08270e79-d1d8-49a8-9350-216a819c5ae0 on network 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:29:41.746796 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Attempting to bind port 08270e79-d1d8-49a8-9350-216a819c5ae0 on network 88aabaa3-63f7-4ff6-8389-2dd9c3d3427d {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:29:41.758242 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb89bf-51e3-47e6-a91e-3c0417bb3254 req-6471a7a0-5ba0-4d52-a25d-494828c969db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:41.759695 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-71fb89bf-51e3-47e6-a91e-3c0417bb3254 req-6471a7a0-5ba0-4d52-a25d-494828c969db service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a HTTP/1.1" status: 200 len: 851 time: 0.0938845 Feb 18 12:29:41.761419 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:29:41.761754 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Checking segment: {'id': '9824b66a-1ab4-4919-a9db-1bd9f1aab23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88aabaa3-63f7-4ff6-8389-2dd9c3d3427d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:29:41.762151 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Bound using segment: {'id': '9824b66a-1ab4-4919-a9db-1bd9f1aab23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88aabaa3-63f7-4ff6-8389-2dd9c3d3427d'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:29:41.762582 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Bound port: 08270e79-d1d8-49a8-9350-216a819c5ae0, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9824b66a-1ab4-4919-a9db-1bd9f1aab23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88aabaa3-63f7-4ff6-8389-2dd9c3d3427d'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:29:41.762934 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:41.835692 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b20bcb-cb7e-4b8b-a3aa-d6f0d072087b req-06850dd7-0e99-47ea-8055-43c962634945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:41.838714 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e7b20bcb-cb7e-4b8b-a3aa-d6f0d072087b req-06850dd7-0e99-47ea-8055-43c962634945 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1e9afd38-b368-4bce-b65f-c5ba5f1631e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1264024 Feb 18 12:29:41.906996 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb89bf-51e3-47e6-a91e-3c0417bb3254 req-afa0a84f-0a9d-4d18-b906-1ed20e57d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:41.908247 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-71fb89bf-51e3-47e6-a91e-3c0417bb3254 req-afa0a84f-0a9d-4d18-b906-1ed20e57d734 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ffb8dc52-3419-418a-8199-5a2a6a804c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1411424 Feb 18 12:29:41.935087 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:41.940966 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] For port 08270e79-d1d8-49a8-9350-216a819c5ae0, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:29:41.996186 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] For port 08270e79-d1d8-49a8-9350-216a819c5ae0, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=08270e79-d1d8-49a8-9350-216a819c5ae0,segment=NetworkSegment(9824b66a-1ab4-4919-a9db-1bd9f1aab23e),segment_id=9824b66a-1ab4-4919-a9db-1bd9f1aab23e)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:29:42.070991 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e7b20bcb-cb7e-4b8b-a3aa-d6f0d072087b req-9a7ddd38-837e-4c01-9182-c753b0afe941 service neutron] 10.222.0.82 "GET /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243528 Feb 18 12:29:42.087301 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-71fb89bf-51e3-47e6-a91e-3c0417bb3254 req-f9164205-765e-4b78-bf49-edd1f003bf68 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683362 Feb 18 12:29:42.090053 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:42.165164 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931c26b-ebed-416b-8348-1a75276fc202 req-0830a306-593b-45af-9f84-07fef3c5232e tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:42.166750 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b931c26b-ebed-416b-8348-1a75276fc202 req-0830a306-593b-45af-9f84-07fef3c5232e tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 944 time: 0.1915553 Feb 18 12:29:42.235292 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:42.235987 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:42.237351 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94578433-bc94-41ca-b700-1ef4fd459565 req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] 10.222.0.82 "PUT /v2.0/ports/08270e79-d1d8-49a8-9350-216a819c5ae0 HTTP/1.1" status: 200 len: 1094 time: 2.2114058 Feb 18 12:29:42.292207 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc51ad3-0e92-49a7-9db0-da2874c4bac5 service neutron] Pushing event updated for resources: {'Port': ['ID=08270e79-d1d8-49a8-9350-216a819c5ae0,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:42.333235 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b931c26b-ebed-416b-8348-1a75276fc202 req-ca0727aa-3c41-4ae1-81b5-d0b70d7cace0 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484275 Feb 18 12:29:42.339662 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e7b20bcb-cb7e-4b8b-a3aa-d6f0d072087b req-85f26404-18b4-4c5a-a430-e50cbbc47a9e service neutron] 10.222.0.82 "GET /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621050 Feb 18 12:29:42.357183 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-71fb89bf-51e3-47e6-a91e-3c0417bb3254 req-36761d58-9daf-4f78-9e06-b482bbcc7f13 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502666 Feb 18 12:29:42.415085 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94578433-bc94-41ca-b700-1ef4fd459565 req-eb13f356-60e4-438f-bfd8-489aa3de68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:42.416604 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94578433-bc94-41ca-b700-1ef4fd459565 req-eb13f356-60e4-438f-bfd8-489aa3de68aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ceba5456c0a44c169957061b2afc5f4e&device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 1128 time: 0.0456107 Feb 18 12:29:42.461893 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94578433-bc94-41ca-b700-1ef4fd459565 req-4aab8ef8-f8e9-4f05-9fc0-ecefc55a0906 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08270e79-d1d8-49a8-9350-216a819c5ae0 HTTP/1.1" status: 200 len: 217 time: 0.0387526 Feb 18 12:29:42.538131 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94578433-bc94-41ca-b700-1ef4fd459565 req-c03174ee-baf7-4c26-b0d8-3118f314ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:42.539749 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94578433-bc94-41ca-b700-1ef4fd459565 req-c03174ee-baf7-4c26-b0d8-3118f314ed7f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=800d8231-958d-48d0-a715-461f264bd656 HTTP/1.1" status: 200 len: 849 time: 0.0717645 Feb 18 12:29:42.563423 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97c6d1-2541-458f-b03f-4ecfd081ea75 req-600399d5-b478-47ba-816b-b0eb3824245f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:42.564888 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1c97c6d1-2541-458f-b03f-4ecfd081ea75 req-600399d5-b478-47ba-816b-b0eb3824245f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 943 time: 0.0897455 Feb 18 12:29:42.582533 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94578433-bc94-41ca-b700-1ef4fd459565 req-95bbed79-528f-43d8-8a99-59e4e679de15 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88aabaa3-63f7-4ff6-8389-2dd9c3d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364141 Feb 18 12:29:42.687238 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1c97c6d1-2541-458f-b03f-4ecfd081ea75 req-0c07403b-54f7-4a21-aa73-9905f4b85f41 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1072881 Feb 18 12:29:42.703647 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868fa6fd-d472-4a25-8fa3-7efbab0f6815', 'tag': '08270e79-d1d8-49a8-9350-216a819c5ae0'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:42.706647 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4985049-a805-46ca-b9c6-e8ac969ddefe" -d '{"events": [{"name": "network-changed", "server_uuid": "868fa6fd-d472-4a25-8fa3-7efbab0f6815", "tag": "08270e79-d1d8-49a8-9350-216a819c5ae0"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:42.723499 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94578433-bc94-41ca-b700-1ef4fd459565 req-795dddf5-e83b-4aa7-a477-1b565ead71f8 service neutron] 10.222.0.82 "GET /v2.0/networks/88aabaa3-63f7-4ff6-8389-2dd9c3d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292028 Feb 18 12:29:42.748246 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3400eba-f3a9-4ca6-a539-b803dceaa476 x-openstack-request-id: req-c3400eba-f3a9-4ca6-a539-b803dceaa476 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:42.748552 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868fa6fd-d472-4a25-8fa3-7efbab0f6815", "tag": "08270e79-d1d8-49a8-9350-216a819c5ae0", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:42.748805 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3400eba-f3a9-4ca6-a539-b803dceaa476 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:42.749192 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868fa6fd-d472-4a25-8fa3-7efbab0f6815', 'tag': '08270e79-d1d8-49a8-9350-216a819c5ae0', 'status': 'completed', 'code': 200} Feb 18 12:29:42.818539 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-94578433-bc94-41ca-b700-1ef4fd459565 req-b295c609-745d-4f40-9fab-9b22f80fb0ce service neutron] 10.222.0.82 "GET /v2.0/networks/88aabaa3-63f7-4ff6-8389-2dd9c3d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880382 Feb 18 12:29:42.984252 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4985049-a805-46ca-b9c6-e8ac969ddefe req-272dd851-ad01-4ceb-820d-8565bf6dc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:42.985747 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d4985049-a805-46ca-b9c6-e8ac969ddefe req-272dd851-ad01-4ceb-820d-8565bf6dc45d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ceba5456c0a44c169957061b2afc5f4e&device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 1128 time: 0.0460880 Feb 18 12:29:43.082946 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4985049-a805-46ca-b9c6-e8ac969ddefe req-951a45e5-e124-4555-b71f-9f692d4ad0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:43.082946 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d4985049-a805-46ca-b9c6-e8ac969ddefe req-951a45e5-e124-4555-b71f-9f692d4ad0d0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=88aabaa3-63f7-4ff6-8389-2dd9c3d3427d HTTP/1.1" status: 200 len: 910 time: 0.0835493 Feb 18 12:29:43.122098 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d4985049-a805-46ca-b9c6-e8ac969ddefe req-5056c99c-2b3b-425c-a109-e32192fd0757 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08270e79-d1d8-49a8-9350-216a819c5ae0 HTTP/1.1" status: 200 len: 217 time: 0.0371623 Feb 18 12:29:43.168920 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4985049-a805-46ca-b9c6-e8ac969ddefe req-b5934761-c8dc-43e8-b933-4c6679a9d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:43.170314 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d4985049-a805-46ca-b9c6-e8ac969ddefe req-b5934761-c8dc-43e8-b933-4c6679a9d8e4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=800d8231-958d-48d0-a715-461f264bd656 HTTP/1.1" status: 200 len: 849 time: 0.0420864 Feb 18 12:29:43.201852 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d4985049-a805-46ca-b9c6-e8ac969ddefe req-bd618d97-fc64-4bfc-b0b9-98614b0c553f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88aabaa3-63f7-4ff6-8389-2dd9c3d3427d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242796 Feb 18 12:29:43.587072 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d4985049-a805-46ca-b9c6-e8ac969ddefe req-8e3383c1-d548-4854-b3ee-4503fa0921d0 service neutron] 10.222.0.82 "GET /v2.0/networks/88aabaa3-63f7-4ff6-8389-2dd9c3d3427d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772485 Feb 18 12:29:43.597512 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9d2a-502e-4a3e-bfa9-de892a73d3bd req-6463c45c-9cbc-452e-8cb3-e37f10e4cf71 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:43.598954 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae4b9d2a-502e-4a3e-bfa9-de892a73d3bd req-6463c45c-9cbc-452e-8cb3-e37f10e4cf71 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 944 time: 0.0788426 Feb 18 12:29:43.696032 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae4b9d2a-502e-4a3e-bfa9-de892a73d3bd req-7f0f49a5-8252-48ca-bec2-6a3b93afa636 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885909 Feb 18 12:29:43.718325 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d4985049-a805-46ca-b9c6-e8ac969ddefe req-cca46572-6367-4ae7-919a-c76017fbe1e5 service neutron] 10.222.0.82 "GET /v2.0/networks/88aabaa3-63f7-4ff6-8389-2dd9c3d3427d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183450 Feb 18 12:29:43.805124 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fc570-3f28-4b65-8b44-fc378e3d8e83 req-15a135af-dcc0-41c1-a392-ba70baed59ca tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:43.806687 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f07fc570-3f28-4b65-8b44-fc378e3d8e83 req-15a135af-dcc0-41c1-a392-ba70baed59ca tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 943 time: 0.0531111 Feb 18 12:29:43.856188 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f07fc570-3f28-4b65-8b44-fc378e3d8e83 req-114f81ff-0067-4373-a224-e51c2cfea40e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432725 Feb 18 12:29:43.971497 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf990d-8a72-4ad1-b6ba-73f6d2fcdf81 req-7cee4602-2d93-403d-8f82-0bf1cf4f0169 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:43.972959 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9bdf990d-8a72-4ad1-b6ba-73f6d2fcdf81 req-7cee4602-2d93-403d-8f82-0bf1cf4f0169 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 945 time: 0.0516205 Feb 18 12:29:44.024349 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9bdf990d-8a72-4ad1-b6ba-73f6d2fcdf81 req-a870a2ac-eb9c-475f-ad5e-e2721beeefff tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444541 Feb 18 12:29:44.812888 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33831119-b8f9-4802-af9e-7273c7d095f8 req-62dd7e93-da4f-43b4-a4e8-125fed802a93 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:44.814356 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-33831119-b8f9-4802-af9e-7273c7d095f8 req-62dd7e93-da4f-43b4-a4e8-125fed802a93 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 944 time: 0.0509896 Feb 18 12:29:44.860345 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-33831119-b8f9-4802-af9e-7273c7d095f8 req-0665364c-bd50-44ae-9685-46987ad555ac tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406127 Feb 18 12:29:44.973510 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bb47c-cb91-41a0-9270-a434ff3f0187 req-c7f428e3-385a-4341-b170-7faf8af33c0e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:44.974933 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-077bb47c-cb91-41a0-9270-a434ff3f0187 req-c7f428e3-385a-4341-b170-7faf8af33c0e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 943 time: 0.0536513 Feb 18 12:29:45.022784 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-077bb47c-cb91-41a0-9270-a434ff3f0187 req-c4642f78-ae28-4c88-a0b8-0c88aac9b7e8 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416141 Feb 18 12:29:45.143218 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680ea27-37b6-4d12-afb3-ec2f8b674735 req-f335cdc9-e7cd-4bf1-b3fb-424f3db6aea4 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:45.144707 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a680ea27-37b6-4d12-afb3-ec2f8b674735 req-f335cdc9-e7cd-4bf1-b3fb-424f3db6aea4 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 945 time: 0.0553045 Feb 18 12:29:45.190091 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a680ea27-37b6-4d12-afb3-ec2f8b674735 req-7aed48d0-7942-4f38-9468-8fd6da65b2e8 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390689 Feb 18 12:29:45.814150 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c8189-5bd3-4adb-8d92-026fa0c11d70 req-5f402283-c855-4523-bafe-969b83183cc9 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:45.815556 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-171c8189-5bd3-4adb-8d92-026fa0c11d70 req-5f402283-c855-4523-bafe-969b83183cc9 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.82 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 945 time: 0.0501814 Feb 18 12:29:45.907064 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 08270e79-d1d8-49a8-9350-216a819c5ae0 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:29:45.912088 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-171c8189-5bd3-4adb-8d92-026fa0c11d70 req-8217d57b-f8df-4ca8-84f9-02c34b228cd6 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Deleting port ff052b8b-4f56-4afe-ac46-e974f411f6ce {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:45.912437 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-171c8189-5bd3-4adb-8d92-026fa0c11d70 req-8217d57b-f8df-4ca8-84f9-02c34b228cd6 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:46.002375 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 08270e79-d1d8-49a8-9350-216a819c5ae0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=08270e79-d1d8-49a8-9350-216a819c5ae0,segment=NetworkSegment(9824b66a-1ab4-4919-a9db-1bd9f1aab23e),segment_id=9824b66a-1ab4-4919-a9db-1bd9f1aab23e)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:46.013931 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '08270e79-d1d8-49a8-9350-216a819c5ae0', 'network_id': '88aabaa3-63f7-4ff6-8389-2dd9c3d3427d', 'port_id': '08270e79-d1d8-49a8-9350-216a819c5ae0', 'mac_address': 'fa:16:3e:fe:3c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800d8231-958d-48d0-a715-461f264bd656', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:29:46.034555 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e2c60-0593-4ab3-ac51-ab2d6e8eefe1 req-bb696897-8773-410c-9839-3c429f7d7f25 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:46.036055 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f16e2c60-0593-4ab3-ac51-ab2d6e8eefe1 req-bb696897-8773-410c-9839-3c429f7d7f25 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 944 time: 0.1070678 Feb 18 12:29:46.044946 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-171c8189-5bd3-4adb-8d92-026fa0c11d70 req-8217d57b-f8df-4ca8-84f9-02c34b228cd6 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] For port ff052b8b-4f56-4afe-ac46-e974f411f6ce, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ff052b8b-4f56-4afe-ac46-e974f411f6ce,segment=NetworkSegment(36292d8d-70ca-440d-ab3e-71b2b60f1eef),segment_id=36292d8d-70ca-440d-ab3e-71b2b60f1eef)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:46.045117 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-171c8189-5bd3-4adb-8d92-026fa0c11d70 req-8217d57b-f8df-4ca8-84f9-02c34b228cd6 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:46.054657 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 08270e79-d1d8-49a8-9350-216a819c5ae0 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:29:46.055629 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:46.068913 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08270e79-d1d8-49a8-9350-216a819c5ae0 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:29:46.069358 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-171c8189-5bd3-4adb-8d92-026fa0c11d70 req-8217d57b-f8df-4ca8-84f9-02c34b228cd6 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Calling delete_port for ff052b8b-4f56-4afe-ac46-e974f411f6ce owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:46.087936 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 08270e79-d1d8-49a8-9350-216a819c5ae0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=08270e79-d1d8-49a8-9350-216a819c5ae0,segment=NetworkSegment(9824b66a-1ab4-4919-a9db-1bd9f1aab23e),segment_id=9824b66a-1ab4-4919-a9db-1bd9f1aab23e)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:46.146845 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:46.156168 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f16e2c60-0593-4ab3-ac51-ab2d6e8eefe1 req-23caec7a-5d54-48ad-9b67-c04e251fa146 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139336 Feb 18 12:29:46.195900 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=08270e79-d1d8-49a8-9350-216a819c5ae0,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:46.217236 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a09d17-a30c-4da4-9c2e-bf6500c64a63 req-c76cc03c-9e41-4210-ae7f-44d8fc0b3917 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:46.218761 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-61a09d17-a30c-4da4-9c2e-bf6500c64a63 req-c76cc03c-9e41-4210-ae7f-44d8fc0b3917 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 943 time: 0.1270542 Feb 18 12:29:46.333904 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-61a09d17-a30c-4da4-9c2e-bf6500c64a63 req-b6b70c03-edad-48bc-b00b-4494d817a831 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091468 Feb 18 12:29:46.350739 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8dff8-1038-40ed-9cd6-307ec36905ea req-6b11840f-cc43-4b75-a354-83dd90110068 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:46.352233 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0bb8dff8-1038-40ed-9cd6-307ec36905ea req-6b11840f-cc43-4b75-a354-83dd90110068 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/ports?device_id=3877d34c-1985-47aa-a811-dc64ae8cf1e3 HTTP/1.1" status: 200 len: 945 time: 0.0871646 Feb 18 12:29:46.398192 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0bb8dff8-1038-40ed-9cd6-307ec36905ea req-4d00a0e5-125b-4685-9326-393a4b6c8fa7 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.52 "GET /v2.0/security-groups?id=a0d359f0-f8ed-458b-bf6a-a526d19a65d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404282 Feb 18 12:29:46.409570 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-171c8189-5bd3-4adb-8d92-026fa0c11d70 req-8217d57b-f8df-4ca8-84f9-02c34b228cd6 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (ff052b8b-4f56-4afe-ac46-e974f411f6ce), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:46.420969 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['08270e79-d1d8-49a8-9350-216a819c5ae0'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:29:46.443861 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217d57b-f8df-4ca8-84f9-02c34b228cd6 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Pushing event deleted for resources: {'Port': ['ID=ff052b8b-4f56-4afe-ac46-e974f411f6ce,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:46.488144 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-171c8189-5bd3-4adb-8d92-026fa0c11d70 req-8217d57b-f8df-4ca8-84f9-02c34b228cd6 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] No DVR routers for this DVR port ff052b8b-4f56-4afe-ac46-e974f411f6ce on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:29:46.490675 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-171c8189-5bd3-4adb-8d92-026fa0c11d70 req-8217d57b-f8df-4ca8-84f9-02c34b228cd6 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:46.495211 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-171c8189-5bd3-4adb-8d92-026fa0c11d70 req-8217d57b-f8df-4ca8-84f9-02c34b228cd6 tempest-TestMinimumBasicScenario-584971352 tempest-TestMinimumBasicScenario-584971352-project] 10.222.0.82 "DELETE /v2.0/ports/ff052b8b-4f56-4afe-ac46-e974f411f6ce HTTP/1.1" status: 204 len: 173 time: 0.6742136 Feb 18 12:29:46.495672 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'name': 'network-vif-deleted', 'tag': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:46.497971 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b361215-29e2-42e7-883b-7249e76acd29" -d '{"events": [{"server_uuid": "3877d34c-1985-47aa-a811-dc64ae8cf1e3", "name": "network-vif-deleted", "tag": "ff052b8b-4f56-4afe-ac46-e974f411f6ce"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:46.533312 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2551267-3a15-467a-a47a-86c477c46159 x-openstack-request-id: req-f2551267-3a15-467a-a47a-86c477c46159 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:46.533603 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3877d34c-1985-47aa-a811-dc64ae8cf1e3", "name": "network-vif-deleted", "tag": "ff052b8b-4f56-4afe-ac46-e974f411f6ce", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:46.533857 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2551267-3a15-467a-a47a-86c477c46159 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:46.534289 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3877d34c-1985-47aa-a811-dc64ae8cf1e3', 'name': 'network-vif-deleted', 'tag': 'ff052b8b-4f56-4afe-ac46-e974f411f6ce', 'status': 'completed', 'code': 200} Feb 18 12:29:47.291148 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b08a0-2197-433f-9c27-57326a90e854 req-6a15e082-7475-4485-a98e-137fb308fff0 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:47.292626 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae1b08a0-2197-433f-9c27-57326a90e854 req-6a15e082-7475-4485-a98e-137fb308fff0 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 945 time: 0.0523636 Feb 18 12:29:47.343149 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae1b08a0-2197-433f-9c27-57326a90e854 req-3193a7b3-37e8-4299-91b3-26fea668218a tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450823 Feb 18 12:29:47.461993 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335ada8-fa8b-483e-8158-76c95bdc55d2 req-c737422d-cf95-41f7-8fc8-6a2b7f69b126 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:47.464367 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e335ada8-fa8b-483e-8158-76c95bdc55d2 req-c737422d-cf95-41f7-8fc8-6a2b7f69b126 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 943 time: 0.0582223 Feb 18 12:29:47.526893 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e335ada8-fa8b-483e-8158-76c95bdc55d2 req-a33546e1-0a83-44c8-a8b1-1fc4d0f9d861 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433977 Feb 18 12:29:47.925051 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 08270e79-d1d8-49a8-9350-216a819c5ae0 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:29:48.037779 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port 08270e79-d1d8-49a8-9350-216a819c5ae0 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:29:48.042805 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 08270e79-d1d8-49a8-9350-216a819c5ae0 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:29:48.043174 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:48.122560 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 08270e79-d1d8-49a8-9350-216a819c5ae0 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:29:48.122946 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:48.270595 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868fa6fd-d472-4a25-8fa3-7efbab0f6815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08270e79-d1d8-49a8-9350-216a819c5ae0'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:48.272930 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dce06f6-8436-47bd-aa45-7851bf2b306a" -d '{"events": [{"server_uuid": "868fa6fd-d472-4a25-8fa3-7efbab0f6815", "name": "network-vif-plugged", "status": "completed", "tag": "08270e79-d1d8-49a8-9350-216a819c5ae0"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:48.285495 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 08270e79-d1d8-49a8-9350-216a819c5ae0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=08270e79-d1d8-49a8-9350-216a819c5ae0,segment=NetworkSegment(9824b66a-1ab4-4919-a9db-1bd9f1aab23e),segment_id=9824b66a-1ab4-4919-a9db-1bd9f1aab23e)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:48.358006 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:48.362300 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device ff052b8b-4f56-4afe-ac46-e974f411f6ce no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:29:48.382123 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90937a8-4167-406e-aade-f7b1c87e14d3 x-openstack-request-id: req-c90937a8-4167-406e-aade-f7b1c87e14d3 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:48.382423 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868fa6fd-d472-4a25-8fa3-7efbab0f6815", "name": "network-vif-plugged", "status": "completed", "tag": "08270e79-d1d8-49a8-9350-216a819c5ae0", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:48.382665 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c90937a8-4167-406e-aade-f7b1c87e14d3 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:48.385503 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868fa6fd-d472-4a25-8fa3-7efbab0f6815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08270e79-d1d8-49a8-9350-216a819c5ae0', 'code': 200} Feb 18 12:29:48.401827 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: ff052b8b-4f56-4afe-ac46-e974f411f6ce {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:29:48.402210 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device ff052b8b-4f56-4afe-ac46-e974f411f6ce not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:29:48.437148 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=08270e79-d1d8-49a8-9350-216a819c5ae0,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:48.475738 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599c6be-a093-4b88-8a77-11b907c96958 req-9b2e2cd2-4990-4121-acf8-1e647efef30d tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:48.477203 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1599c6be-a093-4b88-8a77-11b907c96958 req-9b2e2cd2-4990-4121-acf8-1e647efef30d tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 946 time: 0.0625594 Feb 18 12:29:48.524741 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1599c6be-a093-4b88-8a77-11b907c96958 req-9bb33a89-5c99-474c-b0eb-d7940c3e0208 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419002 Feb 18 12:29:48.661577 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885d722-6c22-4391-9b14-792ac237ade5 req-b1f27eb1-4c84-4b8d-b1e6-a187141d20a8 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:48.663035 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9885d722-6c22-4391-9b14-792ac237ade5 req-b1f27eb1-4c84-4b8d-b1e6-a187141d20a8 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 943 time: 0.0669620 Feb 18 12:29:48.732178 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be703ccf-d4c8-4d8b-9acd-c4042b17fc6e req-82a2f225-70f4-4558-9f97-b67cb6905150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:48.733769 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-be703ccf-d4c8-4d8b-9acd-c4042b17fc6e req-82a2f225-70f4-4558-9f97-b67cb6905150 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 1130 time: 0.0912411 Feb 18 12:29:48.737699 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9885d722-6c22-4391-9b14-792ac237ade5 req-e38dd81d-69b8-4e06-8748-b7c74c106f74 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607359 Feb 18 12:29:48.780980 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-be703ccf-d4c8-4d8b-9acd-c4042b17fc6e req-54f52bd2-cea0-4492-86dc-eee4ef6c2532 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386791 Feb 18 12:29:49.104258 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50314) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:49.516373 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e214d65b-e05c-4c77-bb3d-e97c2e645efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557039'] for router_interface (71223798-bd58-4089-8cbf-e7b5e87bdc07), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:49.645440 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b6ac3-3822-4d3e-91f3-3dc7fac1ec5d req-653e2252-126a-44bb-96c3-cff06192f271 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:49.646895 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d84b6ac3-3822-4d3e-91f3-3dc7fac1ec5d req-653e2252-126a-44bb-96c3-cff06192f271 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 946 time: 0.0541916 Feb 18 12:29:49.699927 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d84b6ac3-3822-4d3e-91f3-3dc7fac1ec5d req-e07c6de4-cc3e-4ed6-ba6e-af1dd737b8f7 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471816 Feb 18 12:29:49.854609 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b2d81-f7ab-4c66-8a41-f15b4f0ba744 req-69319ea9-1e86-48bd-a248-14dded1d4985 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:49.856085 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-713b2d81-f7ab-4c66-8a41-f15b4f0ba744 req-69319ea9-1e86-48bd-a248-14dded1d4985 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 943 time: 0.0525317 Feb 18 12:29:49.905298 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-713b2d81-f7ab-4c66-8a41-f15b4f0ba744 req-c50114b1-618f-4629-a6fe-c87283f46502 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435030 Feb 18 12:29:49.939960 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 62b8b65a-0ea3-42c9-a836-5178473f55fa details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:29:50.015807 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-e214d65b-e05c-4c77-bb3d-e97c2e645efd admin admin] Deleting port e601512a-17fb-4a1d-b12c-e48576971a46 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:50.016147 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e214d65b-e05c-4c77-bb3d-e97c2e645efd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:50.041534 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 62b8b65a-0ea3-42c9-a836-5178473f55fa, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=62b8b65a-0ea3-42c9-a836-5178473f55fa,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:50.054951 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'port_id': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'mac_address': 'fa:16:3e:04:48:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:29:50.095148 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 62b8b65a-0ea3-42c9-a836-5178473f55fa is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:29:50.095534 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:50.100569 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-e214d65b-e05c-4c77-bb3d-e97c2e645efd admin admin] For port e601512a-17fb-4a1d-b12c-e48576971a46, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=e601512a-17fb-4a1d-b12c-e48576971a46,segment=NetworkSegment(36292d8d-70ca-440d-ab3e-71b2b60f1eef),segment_id=36292d8d-70ca-440d-ab3e-71b2b60f1eef)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:50.100958 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e214d65b-e05c-4c77-bb3d-e97c2e645efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:50.108234 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b8b65a-0ea3-42c9-a836-5178473f55fa {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:29:50.114212 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-e214d65b-e05c-4c77-bb3d-e97c2e645efd admin admin] Calling delete_port for e601512a-17fb-4a1d-b12c-e48576971a46 owned by network:router_interface {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:50.128477 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 62b8b65a-0ea3-42c9-a836-5178473f55fa, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=62b8b65a-0ea3-42c9-a836-5178473f55fa,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:50.221024 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:50.272352 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=62b8b65a-0ea3-42c9-a836-5178473f55fa,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:50.499318 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['62b8b65a-0ea3-42c9-a836-5178473f55fa'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:29:50.695522 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e214d65b-e05c-4c77-bb3d-e97c2e645efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (e601512a-17fb-4a1d-b12c-e48576971a46), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:50.719013 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214d65b-e05c-4c77-bb3d-e97c2e645efd admin admin] Pushing event deleted for resources: {'Port': ['ID=e601512a-17fb-4a1d-b12c-e48576971a46,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:50.826769 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cdfca-db77-48c3-bd89-64221ed6ad4d req-c2a248a3-d3be-4ed4-a11e-9bb06a58e4f8 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:50.828354 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-053cdfca-db77-48c3-bd89-64221ed6ad4d req-c2a248a3-d3be-4ed4-a11e-9bb06a58e4f8 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 946 time: 0.0576711 Feb 18 12:29:50.894668 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-053cdfca-db77-48c3-bd89-64221ed6ad4d req-0b05183f-b858-410e-b2d2-82e5aaf32aa9 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602970 Feb 18 12:29:50.903671 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e214d65b-e05c-4c77-bb3d-e97c2e645efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-553503'] for router_interface (71223798-bd58-4089-8cbf-e7b5e87bdc07), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:51.035826 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca3b57-93d4-4d3c-ae5f-cc865370fe33 req-84927330-750c-4573-b2f1-f39afb5e71da tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:51.035826 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e9ca3b57-93d4-4d3c-ae5f-cc865370fe33 req-84927330-750c-4573-b2f1-f39afb5e71da tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 944 time: 0.0566039 Feb 18 12:29:51.084591 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e9ca3b57-93d4-4d3c-ae5f-cc865370fe33 req-ee5e9402-83ac-44d9-abb9-f832ad43e72f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434606 Feb 18 12:29:51.129106 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e214d65b-e05c-4c77-bb3d-e97c2e645efd admin admin] Router 71223798-bd58-4089-8cbf-e7b5e87bdc07 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:29:51.238116 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e214d65b-e05c-4c77-bb3d-e97c2e645efd admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:29:51.246646 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e214d65b-e05c-4c77-bb3d-e97c2e645efd admin admin] 10.222.0.52 "PUT /v2.0/routers/71223798-bd58-4089-8cbf-e7b5e87bdc07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1379757 Feb 18 12:29:51.246944 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 50332) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:51.249898 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affbff05-29ee-4ba0-ae7b-5d694d3b6d2d None None] Sync routers for ids ['71223798-bd58-4089-8cbf-e7b5e87bdc07'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:29:51.264692 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affbff05-29ee-4ba0-ae7b-5d694d3b6d2d None None] Routers {'71223798-bd58-4089-8cbf-e7b5e87bdc07'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:51.265544 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-affbff05-29ee-4ba0-ae7b-5d694d3b6d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['71223798-bd58-4089-8cbf-e7b5e87bdc07'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:51.362349 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] Publish callbacks [] for router (71223798-bd58-4089-8cbf-e7b5e87bdc07), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:51.406151 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-affbff05-29ee-4ba0-ae7b-5d694d3b6d2d None None] Set router 71223798-bd58-4089-8cbf-e7b5e87bdc07 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:51.477376 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] Publish callbacks [] for router_gateway (71223798-bd58-4089-8cbf-e7b5e87bdc07), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:51.588257 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-affbff05-29ee-4ba0-ae7b-5d694d3b6d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:29:50Z', 'revision_number': 5, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port': {'id': '80e066be-f1a6-4ecc-b8db-242fb0020f01', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:97:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:38Z', 'updated_at': '2022-02-18T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:51.614819 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affbff05-29ee-4ba0-ae7b-5d694d3b6d2d None None] Checking router: 71223798-bd58-4089-8cbf-e7b5e87bdc07 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:29:51.623654 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affbff05-29ee-4ba0-ae7b-5d694d3b6d2d None None] Routers {'71223798-bd58-4089-8cbf-e7b5e87bdc07'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:51.624284 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-affbff05-29ee-4ba0-ae7b-5d694d3b6d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['71223798-bd58-4089-8cbf-e7b5e87bdc07'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:51.630906 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] Deleting port 80e066be-f1a6-4ecc-b8db-242fb0020f01 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:51.631249 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (80e066be-f1a6-4ecc-b8db-242fb0020f01), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:51.714647 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-affbff05-29ee-4ba0-ae7b-5d694d3b6d2d None None] Set router 71223798-bd58-4089-8cbf-e7b5e87bdc07 gateway port host: None {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:51.717846 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] For port 80e066be-f1a6-4ecc-b8db-242fb0020f01, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=80e066be-f1a6-4ecc-b8db-242fb0020f01,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:51.718255 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (80e066be-f1a6-4ecc-b8db-242fb0020f01), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:51.736689 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] Calling delete_port for 80e066be-f1a6-4ecc-b8db-242fb0020f01 owned by network:router_gateway {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:51.771717 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-affbff05-29ee-4ba0-ae7b-5d694d3b6d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:29:51Z', 'revision_number': 6, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port_host': None}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:51.798905 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affbff05-29ee-4ba0-ae7b-5d694d3b6d2d None None] The sync data for ids ['71223798-bd58-4089-8cbf-e7b5e87bdc07'] in dv-cinder-804757-15-iscsi is: [{'id': '71223798-bd58-4089-8cbf-e7b5e87bdc07', 'name': 'tempest-TestMinimumBasicScenario-1890032221-router', 'tenant_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:37Z', 'updated_at': '2022-02-18T12:29:51Z', 'revision_number': 6, 'project_id': 'a5fe6a0ce90f49c684de666bc4b3da5a', 'gw_port_host': None}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:29:51.955809 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 62b8b65a-0ea3-42c9-a836-5178473f55fa up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:29:52.004078 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (80e066be-f1a6-4ecc-b8db-242fb0020f01), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.031285 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e066be-f1a6-4ecc-b8db-242fb0020f01,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:52.090173 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555185'] for router_gateway (71223798-bd58-4089-8cbf-e7b5e87bdc07), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.100851 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port 62b8b65a-0ea3-42c9-a836-5178473f55fa completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:29:52.106527 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 62b8b65a-0ea3-42c9-a836-5178473f55fa triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:29:52.110847 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.206363 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 62b8b65a-0ea3-42c9-a836-5178473f55fa is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:29:52.206858 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.215193 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125531'] for router (71223798-bd58-4089-8cbf-e7b5e87bdc07), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.218773 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] Publish callbacks [] for router_controller (71223798-bd58-4089-8cbf-e7b5e87bdc07), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.233445 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b8b65a-0ea3-42c9-a836-5178473f55fa'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:52.236022 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b317a373-30fb-49b1-9f06-bcaf6f201df7" -d '{"events": [{"server_uuid": "2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff", "name": "network-vif-plugged", "status": "completed", "tag": "62b8b65a-0ea3-42c9-a836-5178473f55fa"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:52.250444 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 62b8b65a-0ea3-42c9-a836-5178473f55fa, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=62b8b65a-0ea3-42c9-a836-5178473f55fa,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:52.306920 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45af7b-4103-47e7-b021-1a23e723da1e req-8da9a01c-7b99-47b5-9d3c-8f145626f441 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:52.308401 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae45af7b-4103-47e7-b021-1a23e723da1e req-8da9a01c-7b99-47b5-9d3c-8f145626f441 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 944 time: 0.1277514 Feb 18 12:29:52.329249 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.338303 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086aead-53db-49b5-a13d-11579d189c9a req-7d9e2fef-9dfd-452e-9967-39d961f45ab2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:52.340530 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d086aead-53db-49b5-a13d-11579d189c9a req-7d9e2fef-9dfd-452e-9967-39d961f45ab2 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 946 time: 0.0796673 Feb 18 12:29:52.379191 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554004'] for router (71223798-bd58-4089-8cbf-e7b5e87bdc07), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.379723 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71223798-bd58-4089-8cbf-e7b5e87bdc07 {{(pid=103419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:29:52.384028 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=62b8b65a-0ea3-42c9-a836-5178473f55fa,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:52.386218 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.387345 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e8c5907c-2cb8-4ff2-ba9b-430e2b4d8ef1 admin admin] 10.222.0.52 "DELETE /v2.0/routers/71223798-bd58-4089-8cbf-e7b5e87bdc07 HTTP/1.1" status: 204 len: 168 time: 1.1398909 Feb 18 12:29:52.389978 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50354) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:52.393887 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae45af7b-4103-47e7-b021-1a23e723da1e req-b1cb8113-e053-4dc1-b24b-053b86bda077 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795398 Feb 18 12:29:52.425049 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d086aead-53db-49b5-a13d-11579d189c9a req-850bfdaa-1b34-4c2b-8fdc-efe475e49d55 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795228 Feb 18 12:29:52.436873 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c18a26-5b68-4871-aa29-9d09df532160 admin admin] Deleting subnet 4075237f-e7bf-4a30-9563-cc1cd4a33daa {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:29:52.446000 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a6c18a26-5b68-4871-aa29-9d09df532160 admin admin] Publish callbacks [] for subnet (4075237f-e7bf-4a30-9563-cc1cd4a33daa), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.458885 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02069656-4e7d-4013-8ac3-32d314434000 x-openstack-request-id: req-02069656-4e7d-4013-8ac3-32d314434000 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:52.459185 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff", "name": "network-vif-plugged", "status": "completed", "tag": "62b8b65a-0ea3-42c9-a836-5178473f55fa", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:52.459465 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02069656-4e7d-4013-8ac3-32d314434000 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:52.460103 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'code': 200} Feb 18 12:29:52.482759 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a6c18a26-5b68-4871-aa29-9d09df532160 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14228871'] for subnet (4075237f-e7bf-4a30-9563-cc1cd4a33daa), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.591700 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a6c18a26-5b68-4871-aa29-9d09df532160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (4075237f-e7bf-4a30-9563-cc1cd4a33daa), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.729501 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a6c18a26-5b68-4871-aa29-9d09df532160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12850526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326161'] for subnet (4075237f-e7bf-4a30-9563-cc1cd4a33daa), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.748754 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557608f9-1feb-4e55-95d8-3948338eac43 None None] Network 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:29:52.770004 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a6c18a26-5b68-4871-aa29-9d09df532160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.773941 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a6c18a26-5b68-4871-aa29-9d09df532160 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4075237f-e7bf-4a30-9563-cc1cd4a33daa HTTP/1.1" status: 204 len: 168 time: 0.3820913 Feb 18 12:29:52.775308 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c18a26-5b68-4871-aa29-9d09df532160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4075237f-e7bf-4a30-9563-cc1cd4a33daa,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:52.777870 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 50358) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:52.854562 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (1e9afd38-b368-4bce-b65f-c5ba5f1631e6), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.931332 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8379c5-95c3-4326-855d-7c3dacb9f397 None None] DHCP port deletion for 1e9afd38-b368-4bce-b65f-c5ba5f1631e6 request from dv-cinder-804757-15-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:29:52.947522 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Deleting port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:52.949175 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.985714 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4a8379c5-95c3-4326-855d-7c3dacb9f397 None None] Deleting port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:52.986146 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a8379c5-95c3-4326-855d-7c3dacb9f397 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:52.997363 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed323f-30f2-4b64-b7c6-899b9535aa13 req-1a684447-f513-40d1-aa44-493a871883e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:52.998895 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c7ed323f-30f2-4b64-b7c6-899b9535aa13 req-1a684447-f513-40d1-aa44-493a871883e3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 1129 time: 0.0996346 Feb 18 12:29:53.031359 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] For port c1ddabf5-8c12-4b10-a023-ace62dddf6e4, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=c1ddabf5-8c12-4b10-a023-ace62dddf6e4,segment=NetworkSegment(36292d8d-70ca-440d-ab3e-71b2b60f1eef),segment_id=36292d8d-70ca-440d-ab3e-71b2b60f1eef)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:53.032082 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:53.049298 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-4a8379c5-95c3-4326-855d-7c3dacb9f397 None None] For port c1ddabf5-8c12-4b10-a023-ace62dddf6e4, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=c1ddabf5-8c12-4b10-a023-ace62dddf6e4,segment=NetworkSegment(36292d8d-70ca-440d-ab3e-71b2b60f1eef),segment_id=36292d8d-70ca-440d-ab3e-71b2b60f1eef)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:53.049744 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a8379c5-95c3-4326-855d-7c3dacb9f397 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:53.051977 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Calling delete_port for c1ddabf5-8c12-4b10-a023-ace62dddf6e4 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:53.065999 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4a8379c5-95c3-4326-855d-7c3dacb9f397 None None] Calling delete_port for c1ddabf5-8c12-4b10-a023-ace62dddf6e4 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:53.078378 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c7ed323f-30f2-4b64-b7c6-899b9535aa13 req-d0a5b0e8-522d-4f58-8435-ca9b1258653c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677943 Feb 18 12:29:53.237022 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:53.246197 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4a8379c5-95c3-4326-855d-7c3dacb9f397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111'] for port (c1ddabf5-8c12-4b10-a023-ace62dddf6e4), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:53.261475 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ddabf5-8c12-4b10-a023-ace62dddf6e4,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:53.268368 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] No DVR routers for this DVR port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 on host dv-cinder-804757-15-iscsi {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:29:53.269684 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8379c5-95c3-4326-855d-7c3dacb9f397 None None] Pushing event deleted for resources: {'Port': ['ID=c1ddabf5-8c12-4b10-a023-ace62dddf6e4,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:53.275364 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8379c5-95c3-4326-855d-7c3dacb9f397 None None] No DVR routers for this DVR port c1ddabf5-8c12-4b10-a023-ace62dddf6e4 on host dv-cinder-804757-15-iscsi {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:29:53.341216 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (1e9afd38-b368-4bce-b65f-c5ba5f1631e6), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:53.362597 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9afd38-b368-4bce-b65f-c5ba5f1631e6']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:53.372334 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36292d8d-70ca-440d-ab3e-71b2b60f1eef') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:53.372645 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36292d8d-70ca-440d-ab3e-71b2b60f1eef') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:53.385558 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919526'] for segment (36292d8d-70ca-440d-ab3e-71b2b60f1eef), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:53.391155 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 80e066be-f1a6-4ecc-b8db-242fb0020f01 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:29:53.399248 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (36292d8d-70ca-440d-ab3e-71b2b60f1eef), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:53.405198 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:29:53.405575 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12919947'] for segment (36292d8d-70ca-440d-ab3e-71b2b60f1eef), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: Traceback (most recent call last): Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: timer() Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: cb(*args, **kw) Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: return func(*args, **kwargs) Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: self._notify() Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: self.callback(batched_events) Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: event.method(event) Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: return f(self, *a, **k) Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._get(url).json() Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:29:53.407221 dv-cinder-804757-15-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:29:53.413920 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 80e066be-f1a6-4ecc-b8db-242fb0020f01 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:29:53.414367 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 80e066be-f1a6-4ecc-b8db-242fb0020f01 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:29:53.417458 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device c1ddabf5-8c12-4b10-a023-ace62dddf6e4 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:29:53.455562 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: c1ddabf5-8c12-4b10-a023-ace62dddf6e4 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:29:53.455562 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device c1ddabf5-8c12-4b10-a023-ace62dddf6e4 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:29:53.457130 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device e601512a-17fb-4a1d-b12c-e48576971a46 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:29:53.479834 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: e601512a-17fb-4a1d-b12c-e48576971a46 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:29:53.480255 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device e601512a-17fb-4a1d-b12c-e48576971a46 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:29:53.560844 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd45d55-1fe0-4b79-8fda-e190bc9fb515 req-26016ac1-e97c-4adf-afe7-761c8bf14acb tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:53.562268 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9dd45d55-1fe0-4b79-8fda-e190bc9fb515 req-26016ac1-e97c-4adf-afe7-761c8bf14acb tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 945 time: 0.0867276 Feb 18 12:29:53.581179 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45504f7-4d45-42c3-9efd-e303e65614d8 req-600a2584-3d53-4820-abab-8f83e6fb1899 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:53.582597 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f45504f7-4d45-42c3-9efd-e303e65614d8 req-600a2584-3d53-4820-abab-8f83e6fb1899 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 946 time: 0.0777340 Feb 18 12:29:53.643322 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9dd45d55-1fe0-4b79-8fda-e190bc9fb515 req-5b1b39da-068d-442f-87a8-b9a391e56eb6 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741856 Feb 18 12:29:53.654463 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f45504f7-4d45-42c3-9efd-e303e65614d8 req-8f27e9ca-7c9d-46eb-99bf-72cb504ef992 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/security-groups?id=7ca34240-8de7-4a17-84bd-6553abfbc1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646284 Feb 18 12:29:53.689584 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (1e9afd38-b368-4bce-b65f-c5ba5f1631e6), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:53.694953 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:53.699900 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1e9afd38-b368-4bce-b65f-c5ba5f1631e6 HTTP/1.1" status: 204 len: 168 time: 0.9191947 Feb 18 12:29:53.702163 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50366) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:53.709297 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352c595-1c98-46f3-b2dc-d912b97833d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9afd38-b368-4bce-b65f-c5ba5f1631e6,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:54.039631 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63144f74-c307-4e0f-a090-925edf944420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557039'] for router_interface (fa207d46-3de9-46cb-bb0e-3b14271bbfab), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:54.045759 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622c604-136f-4be1-ba2d-e913377ebb12 req-c0eb6cb8-b61d-4fa5-8bf9-7fa16fdd5cd6 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:54.047240 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3622c604-136f-4be1-ba2d-e913377ebb12 req-c0eb6cb8-b61d-4fa5-8bf9-7fa16fdd5cd6 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.82 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 946 time: 0.0508523 Feb 18 12:29:54.159694 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-3622c604-136f-4be1-ba2d-e913377ebb12 req-d3976a96-f1ef-401d-a067-1c3516b5c9a1 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Deleting port 08270e79-d1d8-49a8-9350-216a819c5ae0 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:54.160320 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-3622c604-136f-4be1-ba2d-e913377ebb12 req-d3976a96-f1ef-401d-a067-1c3516b5c9a1 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:54.251808 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-3622c604-136f-4be1-ba2d-e913377ebb12 req-d3976a96-f1ef-401d-a067-1c3516b5c9a1 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] For port 08270e79-d1d8-49a8-9350-216a819c5ae0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=08270e79-d1d8-49a8-9350-216a819c5ae0,segment=NetworkSegment(9824b66a-1ab4-4919-a9db-1bd9f1aab23e),segment_id=9824b66a-1ab4-4919-a9db-1bd9f1aab23e)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:54.252181 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-3622c604-136f-4be1-ba2d-e913377ebb12 req-d3976a96-f1ef-401d-a067-1c3516b5c9a1 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:54.265295 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-3622c604-136f-4be1-ba2d-e913377ebb12 req-d3976a96-f1ef-401d-a067-1c3516b5c9a1 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Calling delete_port for 08270e79-d1d8-49a8-9350-216a819c5ae0 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:54.293442 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-63144f74-c307-4e0f-a090-925edf944420 admin admin] Deleting port 92447636-60d1-4556-b5f2-b69e1146419e {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:54.293691 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63144f74-c307-4e0f-a090-925edf944420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (92447636-60d1-4556-b5f2-b69e1146419e), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:54.376712 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-63144f74-c307-4e0f-a090-925edf944420 admin admin] For port 92447636-60d1-4556-b5f2-b69e1146419e, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=92447636-60d1-4556-b5f2-b69e1146419e,segment=NetworkSegment(4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f),segment_id=4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:54.377379 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63144f74-c307-4e0f-a090-925edf944420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (92447636-60d1-4556-b5f2-b69e1146419e), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:54.390946 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-63144f74-c307-4e0f-a090-925edf944420 admin admin] Calling delete_port for 92447636-60d1-4556-b5f2-b69e1146419e owned by network:router_interface {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:54.456740 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-3622c604-136f-4be1-ba2d-e913377ebb12 req-d3976a96-f1ef-401d-a067-1c3516b5c9a1 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (08270e79-d1d8-49a8-9350-216a819c5ae0), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:54.469002 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['08270e79-d1d8-49a8-9350-216a819c5ae0'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:29:54.492155 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3976a96-f1ef-401d-a067-1c3516b5c9a1 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Pushing event deleted for resources: {'Port': ['ID=08270e79-d1d8-49a8-9350-216a819c5ae0,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:54.547395 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-3622c604-136f-4be1-ba2d-e913377ebb12 req-d3976a96-f1ef-401d-a067-1c3516b5c9a1 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] No DVR routers for this DVR port 08270e79-d1d8-49a8-9350-216a819c5ae0 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:29:54.549864 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-3622c604-136f-4be1-ba2d-e913377ebb12 req-d3976a96-f1ef-401d-a067-1c3516b5c9a1 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:54.553490 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3622c604-136f-4be1-ba2d-e913377ebb12 req-d3976a96-f1ef-401d-a067-1c3516b5c9a1 tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.82 "DELETE /v2.0/ports/08270e79-d1d8-49a8-9350-216a819c5ae0 HTTP/1.1" status: 204 len: 173 time: 0.4981606 Feb 18 12:29:54.553970 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868fa6fd-d472-4a25-8fa3-7efbab0f6815', 'name': 'network-vif-deleted', 'tag': '08270e79-d1d8-49a8-9350-216a819c5ae0'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:54.559148 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bfb8e0-0642-4bc2-b457-ad47cade793a" -d '{"events": [{"server_uuid": "868fa6fd-d472-4a25-8fa3-7efbab0f6815", "name": "network-vif-deleted", "tag": "08270e79-d1d8-49a8-9350-216a819c5ae0"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:54.596180 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11aa4ca-5ccb-4099-b766-775645a5e3a5 x-openstack-request-id: req-a11aa4ca-5ccb-4099-b766-775645a5e3a5 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:54.596473 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868fa6fd-d472-4a25-8fa3-7efbab0f6815", "name": "network-vif-deleted", "tag": "08270e79-d1d8-49a8-9350-216a819c5ae0", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:54.603231 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a11aa4ca-5ccb-4099-b766-775645a5e3a5 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:54.603231 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868fa6fd-d472-4a25-8fa3-7efbab0f6815', 'name': 'network-vif-deleted', 'tag': '08270e79-d1d8-49a8-9350-216a819c5ae0', 'status': 'completed', 'code': 200} Feb 18 12:29:54.701308 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63144f74-c307-4e0f-a090-925edf944420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (92447636-60d1-4556-b5f2-b69e1146419e), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:54.732553 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63144f74-c307-4e0f-a090-925edf944420 admin admin] Pushing event deleted for resources: {'Port': ['ID=92447636-60d1-4556-b5f2-b69e1146419e,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:54.796309 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d1dcb6a6-1cb0-47bc-b138-0506666bcd20 req-89063f03-c88b-4e75-af0d-98962bb35b4d tempest-VolumesActionsTest-953758045 tempest-VolumesActionsTest-953758045-project] 10.222.0.52 "GET /v2.0/ports?device_id=868fa6fd-d472-4a25-8fa3-7efbab0f6815 HTTP/1.1" status: 200 len: 210 time: 0.0312622 Feb 18 12:29:54.824187 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82265d-5699-40ab-93f2-e8b11ac47afd req-ae23eb56-48e7-404a-98d5-01c380b30179 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:54.826652 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ff82265d-5699-40ab-93f2-e8b11ac47afd req-ae23eb56-48e7-404a-98d5-01c380b30179 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 945 time: 0.1121323 Feb 18 12:29:54.880592 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ff82265d-5699-40ab-93f2-e8b11ac47afd req-4a772b3d-0948-495d-a81e-329344d9f58e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478287 Feb 18 12:29:54.912778 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63144f74-c307-4e0f-a090-925edf944420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-553503'] for router_interface (fa207d46-3de9-46cb-bb0e-3b14271bbfab), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:55.016177 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0af204-da2c-4be7-9aa9-86b95c43ad14 req-6db81ff6-7612-461a-8182-cf3e993ff8cf tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:55.017705 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e0af204-da2c-4be7-9aa9-86b95c43ad14 req-6db81ff6-7612-461a-8182-cf3e993ff8cf tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 945 time: 0.0535781 Feb 18 12:29:55.069780 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4e0af204-da2c-4be7-9aa9-86b95c43ad14 req-8e8b2590-f8b9-4387-b95b-0f9e5e474d17 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462167 Feb 18 12:29:55.092034 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 50378) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:55.135638 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36e796b-4855-4cb0-96f0-4b417d33775f tempest-TestVolumeBootPattern-868428552 tempest-TestVolumeBootPattern-868428552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:29:55.135865 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63144f74-c307-4e0f-a090-925edf944420 admin admin] Router fa207d46-3de9-46cb-bb0e-3b14271bbfab has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:29:55.137134 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-d36e796b-4855-4cb0-96f0-4b417d33775f tempest-TestVolumeBootPattern-868428552 tempest-TestVolumeBootPattern-868428552-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 1124 time: 0.0441451 Feb 18 12:29:55.139950 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 50380) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:55.144058 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Request body: {'floatingip': {'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'port_id': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:29:55.238014 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:55.243666 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63144f74-c307-4e0f-a090-925edf944420 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:29:55.249537 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-63144f74-c307-4e0f-a090-925edf944420 admin admin] 10.222.0.52 "PUT /v2.0/routers/fa207d46-3de9-46cb-bb0e-3b14271bbfab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5462685 Feb 18 12:29:55.252088 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50382) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:55.253668 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2aab9e-da58-4c28-a9c0-297bbe4a6512 None None] Sync routers for ids ['fa207d46-3de9-46cb-bb0e-3b14271bbfab'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:29:55.267732 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2aab9e-da58-4c28-a9c0-297bbe4a6512 None None] Routers {'fa207d46-3de9-46cb-bb0e-3b14271bbfab'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:55.268354 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-6d2aab9e-da58-4c28-a9c0-297bbe4a6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['fa207d46-3de9-46cb-bb0e-3b14271bbfab'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:55.366669 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:55.401799 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-6d2aab9e-da58-4c28-a9c0-297bbe4a6512 None None] Set router fa207d46-3de9-46cb-bb0e-3b14271bbfab gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:55.505675 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Allocated IP 172.27.2.99 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/db538e9a-176f-4e96-8e12-eae459d7ff29) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:29:55.595390 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] Publish callbacks [] for router (fa207d46-3de9-46cb-bb0e-3b14271bbfab), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:55.604668 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-6d2aab9e-da58-4c28-a9c0-297bbe4a6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'name': 'tempest-TestMinimumBasicScenario-35432311-router', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:44Z', 'updated_at': '2022-02-18T12:29:54Z', 'revision_number': 5, 'project_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'gw_port': {'id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:45Z', 'updated_at': '2022-02-18T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:55.622592 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for port (db538e9a-176f-4e96-8e12-eae459d7ff29), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:55.642777 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2aab9e-da58-4c28-a9c0-297bbe4a6512 None None] Checking router: fa207d46-3de9-46cb-bb0e-3b14271bbfab for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:29:55.653459 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2aab9e-da58-4c28-a9c0-297bbe4a6512 None None] Routers {'fa207d46-3de9-46cb-bb0e-3b14271bbfab'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:55.654540 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-6d2aab9e-da58-4c28-a9c0-297bbe4a6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['fa207d46-3de9-46cb-bb0e-3b14271bbfab'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:55.712566 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] Publish callbacks [] for router_gateway (fa207d46-3de9-46cb-bb0e-3b14271bbfab), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:55.741129 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (db538e9a-176f-4e96-8e12-eae459d7ff29), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:55.767098 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-6d2aab9e-da58-4c28-a9c0-297bbe4a6512 None None] Set router fa207d46-3de9-46cb-bb0e-3b14271bbfab gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:55.786049 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:29:55.788969 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:29:55.792341 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:29:55.817335 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'Port': ['ID=db538e9a-176f-4e96-8e12-eae459d7ff29,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:55.868696 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] Deleting port f600c168-0ebc-4164-9995-a8075c3370ce {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:55.869116 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (f600c168-0ebc-4164-9995-a8075c3370ce), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:55.969210 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] For port f600c168-0ebc-4164-9995-a8075c3370ce, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=f600c168-0ebc-4164-9995-a8075c3370ce,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:55.969582 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (f600c168-0ebc-4164-9995-a8075c3370ce), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:55.986680 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] Calling delete_port for f600c168-0ebc-4164-9995-a8075c3370ce owned by network:router_gateway {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:56.066222 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-6d2aab9e-da58-4c28-a9c0-297bbe4a6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'name': 'tempest-TestMinimumBasicScenario-35432311-router', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:44Z', 'updated_at': '2022-02-18T12:29:54Z', 'revision_number': 5, 'project_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'gw_port': {'id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:45Z', 'updated_at': '2022-02-18T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:56.092706 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2aab9e-da58-4c28-a9c0-297bbe4a6512 None None] The sync data for ids ['fa207d46-3de9-46cb-bb0e-3b14271bbfab'] in dv-cinder-804757-15-iscsi is: [{'id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'name': 'tempest-TestMinimumBasicScenario-35432311-router', 'tenant_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:44Z', 'updated_at': '2022-02-18T12:29:54Z', 'revision_number': 5, 'project_id': '7abdbbd37d9d44ed9e3ee8dbcd92e627', 'gw_port': {'id': 'f600c168-0ebc-4164-9995-a8075c3370ce', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa207d46-3de9-46cb-bb0e-3b14271bbfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:45Z', 'updated_at': '2022-02-18T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:29:56.231718 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for floatingip (3221f99d-b9c9-4c5d-b3e4-31f5db1760a3), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:56.301130 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (f600c168-0ebc-4164-9995-a8075c3370ce), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:56.329730 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] Pushing event deleted for resources: {'Port': ['ID=f600c168-0ebc-4164-9995-a8075c3370ce,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:56.402436 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555185'] for router_gateway (fa207d46-3de9-46cb-bb0e-3b14271bbfab), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:56.528142 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125531'] for router (fa207d46-3de9-46cb-bb0e-3b14271bbfab), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:56.528142 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] Publish callbacks [] for router_controller (fa207d46-3de9-46cb-bb0e-3b14271bbfab), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:56.796822 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (db538e9a-176f-4e96-8e12-eae459d7ff29), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:56.813966 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554004'] for router (fa207d46-3de9-46cb-bb0e-3b14271bbfab), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:56.814713 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa207d46-3de9-46cb-bb0e-3b14271bbfab {{(pid=103420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:29:56.819885 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:56.824407 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-7cc861a5-21ec-4944-8a09-fdcfd364e48f admin admin] 10.222.0.52 "DELETE /v2.0/routers/fa207d46-3de9-46cb-bb0e-3b14271bbfab HTTP/1.1" status: 204 len: 168 time: 1.5707901 Feb 18 12:29:56.825149 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50412) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:56.884533 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2f1520-05d7-4b00-af05-2bec7a5dff80 admin admin] Deleting subnet 34f8fe97-84c3-4fb0-853c-64c3937f68aa {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:29:56.887787 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1520-05d7-4b00-af05-2bec7a5dff80 admin admin] Publish callbacks [] for subnet (34f8fe97-84c3-4fb0-853c-64c3937f68aa), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:56.922405 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1520-05d7-4b00-af05-2bec7a5dff80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14228871'] for subnet (34f8fe97-84c3-4fb0-853c-64c3937f68aa), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:56.954516 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for port (db538e9a-176f-4e96-8e12-eae459d7ff29), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.005427 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1520-05d7-4b00-af05-2bec7a5dff80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (34f8fe97-84c3-4fb0-853c-64c3937f68aa), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.163577 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (db538e9a-176f-4e96-8e12-eae459d7ff29), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.229410 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'Port': ['ID=db538e9a-176f-4e96-8e12-eae459d7ff29,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:57.238830 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (3221f99d-b9c9-4c5d-b3e4-31f5db1760a3), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.267446 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1520-05d7-4b00-af05-2bec7a5dff80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12850526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326161'] for subnet (34f8fe97-84c3-4fb0-853c-64c3937f68aa), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.284301 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1520-05d7-4b00-af05-2bec7a5dff80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.291253 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-ca2f1520-05d7-4b00-af05-2bec7a5dff80 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/34f8fe97-84c3-4fb0-853c-64c3937f68aa HTTP/1.1" status: 204 len: 168 time: 0.4651232 Feb 18 12:29:57.291870 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa95bf-b669-45a1-a650-469988950c6a None None] Network 222a4548-978f-4740-a1d6-aae5f7d6a80c requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:29:57.311587 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50418) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:57.312831 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f1520-05d7-4b00-af05-2bec7a5dff80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f8fe97-84c3-4fb0-853c-64c3937f68aa,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:57.340877 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.l3_db [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Floating IP 3221f99d-b9c9-4c5d-b3e4-31f5db1760a3 associated. External IP: 172.27.2.99, port: 62b8b65a-0ea3-42c9-a836-5178473f55fa. Feb 18 12:29:57.415969 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device f600c168-0ebc-4164-9995-a8075c3370ce no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:29:57.454914 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (222a4548-978f-4740-a1d6-aae5f7d6a80c), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.455945 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: f600c168-0ebc-4164-9995-a8075c3370ce {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:29:57.456459 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device f600c168-0ebc-4164-9995-a8075c3370ce not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:29:57.457137 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 92447636-60d1-4556-b5f2-b69e1146419e no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:29:57.479281 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 92447636-60d1-4556-b5f2-b69e1146419e {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:29:57.479951 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 92447636-60d1-4556-b5f2-b69e1146419e not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:29:57.513804 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Deleting port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:57.514198 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.579908 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6325e29e-d63c-4f6e-8109-4af783bfe0f6 None None] DHCP port deletion for 222a4548-978f-4740-a1d6-aae5f7d6a80c request from dv-cinder-804757-15-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:29:57.597319 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] For port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=289bc86b-8f7d-4a79-a6e4-ee05272d71a2,segment=NetworkSegment(4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f),segment_id=4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:57.597654 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.615488 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Calling delete_port for 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 owned by network:dhcp {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:57.618813 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:29:57.633953 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-6325e29e-d63c-4f6e-8109-4af783bfe0f6 None None] Deleting port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:29:57.634381 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6325e29e-d63c-4f6e-8109-4af783bfe0f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.740896 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:29:57.777185 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0a549-5cbb-4193-8b59-f7528b1baa33 None None] Sync routers for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:29:57.785827 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.814790 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Pushing event deleted for resources: {'Port': ['ID=289bc86b-8f7d-4a79-a6e4-ee05272d71a2,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:57.818284 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] No DVR routers for this DVR port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 on host dv-cinder-804757-15-iscsi {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:29:57.830243 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0a549-5cbb-4193-8b59-f7528b1baa33 None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:57.835424 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-8ea0a549-5cbb-4193-8b59-f7528b1baa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:57.837854 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-6325e29e-d63c-4f6e-8109-4af783bfe0f6 None None] For port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=289bc86b-8f7d-4a79-a6e4-ee05272d71a2,segment=NetworkSegment(4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f),segment_id=4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:29:57.838277 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6325e29e-d63c-4f6e-8109-4af783bfe0f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.858462 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.892276 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-6325e29e-d63c-4f6e-8109-4af783bfe0f6 None None] Calling delete_port for 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:29:57.897206 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (222a4548-978f-4740-a1d6-aae5f7d6a80c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.911763 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1dfa04b2-c29e-42fc-94e6-aba743fe3d00 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7707448 Feb 18 12:29:57.912418 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'tag': '62b8b65a-0ea3-42c9-a836-5178473f55fa'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:29:57.919663 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45be35dd-a1f4-47a4-943a-b27a2739c226" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff", "tag": "62b8b65a-0ea3-42c9-a836-5178473f55fa"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:29:57.924256 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222a4548-978f-4740-a1d6-aae5f7d6a80c']}} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:57.935033 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f') {'for_net_delete': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:57.935709 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f') {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:57.949342 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14228990'] for segment (4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:58.002472 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc87980-62a5-4ea9-92dd-0be358cd6aa8 x-openstack-request-id: req-4fc87980-62a5-4ea9-92dd-0be358cd6aa8 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:29:58.002808 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:58.002914 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff", "tag": "62b8b65a-0ea3-42c9-a836-5178473f55fa", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:29:58.002914 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4fc87980-62a5-4ea9-92dd-0be358cd6aa8 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:29:58.002914 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'tag': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'status': 'completed', 'code': 200} Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12850108'] for segment (4d69e57d-8e76-4c8b-bb8d-a7dbd2854a6f), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: Traceback (most recent call last): Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: timer() Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: cb(*args, **kw) Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: return func(*args, **kwargs) Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: self._notify() Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: self.callback(batched_events) Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: event.method(event) Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: return f(self, *a, **k) Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: return self._get(url).json() Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: return self.request(url, 'GET', **kwargs) Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:29:58.003161 dv-cinder-804757-15-iscsi neutron-server[103420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:29:58.016573 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-8ea0a549-5cbb-4193-8b59-f7528b1baa33 None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:58.092387 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6325e29e-d63c-4f6e-8109-4af783bfe0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111'] for port (289bc86b-8f7d-4a79-a6e4-ee05272d71a2), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:58.128792 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325e29e-d63c-4f6e-8109-4af783bfe0f6 None None] Pushing event deleted for resources: {'Port': ['ID=289bc86b-8f7d-4a79-a6e4-ee05272d71a2,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:58.138392 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325e29e-d63c-4f6e-8109-4af783bfe0f6 None None] No DVR routers for this DVR port 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 on host dv-cinder-804757-15-iscsi {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:29:58.147899 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (222a4548-978f-4740-a1d6-aae5f7d6a80c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:58.159452 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:58.163127 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] 10.222.0.52 "DELETE /v2.0/networks/222a4548-978f-4740-a1d6-aae5f7d6a80c HTTP/1.1" status: 204 len: 168 time: 0.8423734 Feb 18 12:29:58.183798 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227190a-c1f6-428f-bcbd-fc52f0b60325 admin admin] Pushing event deleted for resources: {'Network': ['ID=222a4548-978f-4740-a1d6-aae5f7d6a80c,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:58.295818 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-8ea0a549-5cbb-4193-8b59-f7528b1baa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '3221f99d-b9c9-4c5d-b3e4-31f5db1760a3', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:04:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:29:56Z', 'updated_at': '2022-02-18T12:29:56Z', 'revision_number': 0, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:58.322417 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0a549-5cbb-4193-8b59-f7528b1baa33 None None] Checking router: a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:29:58.330899 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0a549-5cbb-4193-8b59-f7528b1baa33 None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:29:58.331501 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-8ea0a549-5cbb-4193-8b59-f7528b1baa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:29:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:58.441846 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-8ea0a549-5cbb-4193-8b59-f7528b1baa33 None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:29:58.488323 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50458) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:58.527803 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d9af2b21-d2e8-4a69-acd0-ff0713c77cba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5fe6a0ce90f49c684de666bc4b3da5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382912 Feb 18 12:29:58.530202 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50460) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:58.579970 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2b88349-d5f0-46bc-b06b-b18b5c425073 admin admin] Publish callbacks [] for security_group (a0d359f0-f8ed-458b-bf6a-a526d19a65d2), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:58.602232 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2b88349-d5f0-46bc-b06b-b18b5c425073 admin admin] Publish callbacks [] for security_group (a0d359f0-f8ed-458b-bf6a-a526d19a65d2), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:58.664605 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-8ea0a549-5cbb-4193-8b59-f7528b1baa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '3221f99d-b9c9-4c5d-b3e4-31f5db1760a3', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:04:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:29:56Z', 'updated_at': '2022-02-18T12:29:56Z', 'revision_number': 0, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:29:58.694411 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0a549-5cbb-4193-8b59-f7528b1baa33 None None] The sync data for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi is: [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '3221f99d-b9c9-4c5d-b3e4-31f5db1760a3', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:04:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:29:56Z', 'updated_at': '2022-02-18T12:29:56Z', 'revision_number': 0, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:29:58.735503 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2b88349-d5f0-46bc-b06b-b18b5c425073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (a0d359f0-f8ed-458b-bf6a-a526d19a65d2), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:58.738599 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d2b88349-d5f0-46bc-b06b-b18b5c425073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:58.739769 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d2b88349-d5f0-46bc-b06b-b18b5c425073 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0d359f0-f8ed-458b-bf6a-a526d19a65d2 HTTP/1.1" status: 204 len: 168 time: 0.2086790 Feb 18 12:29:58.750144 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88349-d5f0-46bc-b06b-b18b5c425073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d359f0-f8ed-458b-bf6a-a526d19a65d2,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:29:58.890907 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86783133-61e3-4f1d-8685-490130809bf7 None None] New status for floating IP 3221f99d-b9c9-4c5d-b3e4-31f5db1760a3: ACTIVE {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:29:59.388620 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:29:59.409545 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:29:59.409898 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 289bc86b-8f7d-4a79-a6e4-ee05272d71a2 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:29:59.428921 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50472) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:59.472328 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f27af2ad-8f7d-4575-b637-64e52dc16542 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7abdbbd37d9d44ed9e3ee8dbcd92e627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421770 Feb 18 12:29:59.474851 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50474) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:29:59.521502 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-003cdf23-fd4d-4f25-a624-e32a8538c074 admin admin] Publish callbacks [] for security_group (cf59c722-0a00-40a5-9093-a7480c49ad99), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:59.542237 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-003cdf23-fd4d-4f25-a624-e32a8538c074 admin admin] Publish callbacks [] for security_group (cf59c722-0a00-40a5-9093-a7480c49ad99), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:59.689427 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-003cdf23-fd4d-4f25-a624-e32a8538c074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (cf59c722-0a00-40a5-9093-a7480c49ad99), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:59.692126 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-003cdf23-fd4d-4f25-a624-e32a8538c074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:59.693295 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-003cdf23-fd4d-4f25-a624-e32a8538c074 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf59c722-0a00-40a5-9093-a7480c49ad99 HTTP/1.1" status: 204 len: 168 time: 0.2175751 Feb 18 12:29:59.701942 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cdf23-fd4d-4f25-a624-e32a8538c074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf59c722-0a00-40a5-9093-a7480c49ad99,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:00.410797 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 08270e79-d1d8-49a8-9350-216a819c5ae0 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:30:00.430864 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: 08270e79-d1d8-49a8-9350-216a819c5ae0 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:30:00.431304 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 08270e79-d1d8-49a8-9350-216a819c5ae0 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:30:00.462865 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be35dd-a1f4-47a4-943a-b27a2739c226 req-27472157-1c15-4a6a-ab57-ec814248e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:00.464408 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-45be35dd-a1f4-47a4-943a-b27a2739c226 req-27472157-1c15-4a6a-ab57-ec814248e3ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 1129 time: 0.0530043 Feb 18 12:30:00.558727 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be35dd-a1f4-47a4-943a-b27a2739c226 req-b1146a70-1cc2-4eb5-ad83-bf59362e92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:00.560205 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-45be35dd-a1f4-47a4-943a-b27a2739c226 req-b1146a70-1cc2-4eb5-ad83-bf59362e92d7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 913 time: 0.0875673 Feb 18 12:30:00.637396 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-45be35dd-a1f4-47a4-943a-b27a2739c226 req-2c8fd2e0-8bb4-46ae-b9c7-debe95476f0a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62b8b65a-0ea3-42c9-a836-5178473f55fa HTTP/1.1" status: 200 len: 1000 time: 0.0697498 Feb 18 12:30:00.692951 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be35dd-a1f4-47a4-943a-b27a2739c226 req-46b2435d-1b00-4f68-89bf-427559bf3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:00.694383 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-45be35dd-a1f4-47a4-943a-b27a2739c226 req-46b2435d-1b00-4f68-89bf-427559bf3776 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a HTTP/1.1" status: 200 len: 851 time: 0.0419540 Feb 18 12:30:00.741912 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be35dd-a1f4-47a4-943a-b27a2739c226 req-c7e28482-8e70-4f4b-818b-e3e2ab6b44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:00.743388 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-45be35dd-a1f4-47a4-943a-b27a2739c226 req-c7e28482-8e70-4f4b-818b-e3e2ab6b44ac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ffb8dc52-3419-418a-8199-5a2a6a804c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426369 Feb 18 12:30:00.832453 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-45be35dd-a1f4-47a4-943a-b27a2739c226 req-24e00039-a4f4-48b2-a3cd-c855f010b6d8 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814996 Feb 18 12:30:00.920511 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-45be35dd-a1f4-47a4-943a-b27a2739c226 req-65bcaeb6-b30c-429f-9c19-cd016ea9aad8 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816278 Feb 18 12:30:05.043988 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a59d15-4fee-4b24-a78b-0e9b3ec2bae0 req-7920ad46-d744-4aba-98de-64e7ca8abe76 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:05.045527 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b1a59d15-4fee-4b24-a78b-0e9b3ec2bae0 req-7920ad46-d744-4aba-98de-64e7ca8abe76 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 946 time: 0.0651991 Feb 18 12:30:05.101299 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b1a59d15-4fee-4b24-a78b-0e9b3ec2bae0 req-daa1d53e-50b1-4d11-adf2-8364d449af9e tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=94e392ab-bf43-4064-91c3-60ada08e3c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501888 Feb 18 12:30:05.588050 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:05.626653 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-108d50d7-15d3-4fda-8f2f-d02095bbf3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:06.242102 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f3926-3218-4c4e-8ebb-3e221a8db729 req-d8c9a859-a065-4b31-bf96-51e6ac3bf2c2 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:06.244251 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8f2f3926-3218-4c4e-8ebb-3e221a8db729 req-d8c9a859-a065-4b31-bf96-51e6ac3bf2c2 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 946 time: 0.0693939 Feb 18 12:30:06.304688 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8f2f3926-3218-4c4e-8ebb-3e221a8db729 req-d04b5b86-7d02-4e1e-9c41-b4eeab2f28f7 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=94e392ab-bf43-4064-91c3-60ada08e3c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489581 Feb 18 12:30:07.256539 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-20ce28eb-1d3f-4993-abf9-aa48dbfb85bd tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:07.259254 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-20ce28eb-1d3f-4993-abf9-aa48dbfb85bd tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.82 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 946 time: 0.0652034 Feb 18 12:30:07.400492 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Deleting port f3de39e7-7ead-4038-b270-f756de093d30 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:30:07.400974 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (f3de39e7-7ead-4038-b270-f756de093d30), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:07.509680 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca993e3-1c47-468d-8cf4-407ccce15092 req-cde963a8-9c70-4074-a0cb-f853bdaff396 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:07.511243 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7ca993e3-1c47-468d-8cf4-407ccce15092 req-cde963a8-9c70-4074-a0cb-f853bdaff396 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 946 time: 0.1280499 Feb 18 12:30:07.536456 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] For port f3de39e7-7ead-4038-b270-f756de093d30, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3de39e7-7ead-4038-b270-f756de093d30,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:30:07.536829 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (f3de39e7-7ead-4038-b270-f756de093d30), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:07.627596 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7ca993e3-1c47-468d-8cf4-407ccce15092 req-4e0bad89-d18b-46f3-a28e-2001528c4a86 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups?id=94e392ab-bf43-4064-91c3-60ada08e3c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066289 Feb 18 12:30:07.775950 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:07.776233 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (98a75839-74f2-48ea-9f6e-770b1e05e7f1), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:07.776562 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.l3_db [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Floating IP 98a75839-74f2-48ea-9f6e-770b1e05e7f1 disassociated. External IP: 172.27.2.171, port: f3de39e7-7ead-4038-b270-f756de093d30. Feb 18 12:30:07.776910 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Calling delete_port for f3de39e7-7ead-4038-b270-f756de093d30 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:30:08.083512 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-effc3900-ca2d-49d9-8435-21b38791db69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:08.112195 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (f3de39e7-7ead-4038-b270-f756de093d30), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:08.142333 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event deleted for resources: {'Port': ['ID=f3de39e7-7ead-4038-b270-f756de093d30,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:08.157023 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:08.157382 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:08.157734 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:08.158096 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:08.158449 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:08.158785 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:08.159117 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:08.159472 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:08.159777 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:08.160107 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:08.160461 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:08.160783 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:08.161106 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:08.295022 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Router 61a91692-520c-4b31-bad6-13ff7ae618be has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:30:08.433789 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:30:08.446209 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163391fd-a95b-4c6f-87d7-b44cdacc99f1 None None] Sync routers for ids ['61a91692-520c-4b31-bad6-13ff7ae618be'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:30:08.462453 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163391fd-a95b-4c6f-87d7-b44cdacc99f1 None None] Routers {'61a91692-520c-4b31-bad6-13ff7ae618be'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:30:08.463467 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-163391fd-a95b-4c6f-87d7-b44cdacc99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:30:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['61a91692-520c-4b31-bad6-13ff7ae618be'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:30:08.490148 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] No DVR routers for this DVR port f3de39e7-7ead-4038-b270-f756de093d30 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:30:08.495548 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:08.499612 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3b5f348-eb77-4eee-bb3d-7c5b1eb80ced req-6645d92d-ec9b-4d80-aaa9-5d9b6889ae9f tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.82 "DELETE /v2.0/ports/f3de39e7-7ead-4038-b270-f756de093d30 HTTP/1.1" status: 204 len: 173 time: 1.2351348 Feb 18 12:30:08.500171 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd52917-9d22-48e9-b862-236d528c98d3', 'name': 'network-vif-deleted', 'tag': 'f3de39e7-7ead-4038-b270-f756de093d30'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:30:08.503765 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a99922-95bf-4943-bc53-cb21868a21c5" -d '{"events": [{"server_uuid": "efd52917-9d22-48e9-b862-236d528c98d3", "name": "network-vif-deleted", "tag": "f3de39e7-7ead-4038-b270-f756de093d30"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:30:08.571984 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28177e3e-8c8c-4e1a-89fe-4bec564d2d17 x-openstack-request-id: req-28177e3e-8c8c-4e1a-89fe-4bec564d2d17 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:30:08.572384 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd52917-9d22-48e9-b862-236d528c98d3", "name": "network-vif-deleted", "tag": "f3de39e7-7ead-4038-b270-f756de093d30", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:30:08.573416 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28177e3e-8c8c-4e1a-89fe-4bec564d2d17 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:30:08.573967 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd52917-9d22-48e9-b862-236d528c98d3', 'name': 'network-vif-deleted', 'tag': 'f3de39e7-7ead-4038-b270-f756de093d30', 'status': 'completed', 'code': 200} Feb 18 12:30:08.623433 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-163391fd-a95b-4c6f-87d7-b44cdacc99f1 None None] Set router 61a91692-520c-4b31-bad6-13ff7ae618be gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:30:08.849631 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f5ffc2db-4167-4c33-9491-827472c0e211 req-0bcf7018-8572-4b16-b1ea-c8cd7f752332 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/ports?device_id=efd52917-9d22-48e9-b862-236d528c98d3 HTTP/1.1" status: 200 len: 210 time: 0.0361862 Feb 18 12:30:08.936264 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-163391fd-a95b-4c6f-87d7-b44cdacc99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:12Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:30:08.982926 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163391fd-a95b-4c6f-87d7-b44cdacc99f1 None None] Checking router: 61a91692-520c-4b31-bad6-13ff7ae618be for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:30:08.994283 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163391fd-a95b-4c6f-87d7-b44cdacc99f1 None None] Routers {'61a91692-520c-4b31-bad6-13ff7ae618be'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:30:08.995924 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-163391fd-a95b-4c6f-87d7-b44cdacc99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:30:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['61a91692-520c-4b31-bad6-13ff7ae618be'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:30:09.066139 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:09.143436 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-163391fd-a95b-4c6f-87d7-b44cdacc99f1 None None] Set router 61a91692-520c-4b31-bad6-13ff7ae618be gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:30:09.552686 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:30:09.559869 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-163391fd-a95b-4c6f-87d7-b44cdacc99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:12Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:30:09.589950 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163391fd-a95b-4c6f-87d7-b44cdacc99f1 None None] The sync data for ids ['61a91692-520c-4b31-bad6-13ff7ae618be'] in dv-cinder-804757-15-iscsi is: [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:24:06Z', 'revision_number': 4, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': 'efc1584c-97dd-45a8-9099-22bf9d72a8fb', 'name': '', 'network_id': '907427c1-55e0-4b75-bd87-f0c37dd607b6', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'mac_address': 'fa:16:3e:0b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:05Z', 'updated_at': '2022-02-18T12:24:12Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'subnets': [{'id': '74c851c4-68d2-4a81-9f74-304bfd0c369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:30:09.885892 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234fb4c1-3da6-4daa-8d65-c4fdcbfcbe0a None None] New status for floating IP 98a75839-74f2-48ea-9f6e-770b1e05e7f1: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:30:10.027319 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50616) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:10.085021 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group (94e392ab-bf43-4064-91c3-60ada08e3c9d), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:10.114417 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group (94e392ab-bf43-4064-91c3-60ada08e3c9d), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:10.243199 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (94e392ab-bf43-4064-91c3-60ada08e3c9d), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:10.245949 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:10.247184 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "DELETE /v2.0/security-groups/94e392ab-bf43-4064-91c3-60ada08e3c9d HTTP/1.1" status: 204 len: 168 time: 0.2238252 Feb 18 12:30:10.249977 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 50618) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:10.264578 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.api.v2.resource [None req-7350805a-e60d-404f-a082-922e8b9e02d6 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] show failed (client error): The resource could not be found. Feb 18 12:30:10.266042 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-7350805a-e60d-404f-a082-922e8b9e02d6 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "GET /v2.0/security-groups/94e392ab-bf43-4064-91c3-60ada08e3c9d HTTP/1.1" status: 404 len: 347 time: 0.0142841 Feb 18 12:30:10.269131 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 50620) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:10.270598 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e392ab-bf43-4064-91c3-60ada08e3c9d,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:10.284401 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:10.292572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:10.292572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:10.292572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:10.292572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:10.292572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:10.292572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:10.292572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:10.292572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:10.292572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:10.292572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:10.292572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:10.292572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf8856-e964-4bb0-b7df-1a6ec8358569 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:10.438597 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:10.449651 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5a87d5bf-65e9-47cd-a121-8e4ad74037b4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Deleting port 2e1a5c9d-c862-4f14-acc4-f38b239fbd94 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:30:10.450190 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a87d5bf-65e9-47cd-a121-8e4ad74037b4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (2e1a5c9d-c862-4f14-acc4-f38b239fbd94), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:10.537395 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a87d5bf-65e9-47cd-a121-8e4ad74037b4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (2e1a5c9d-c862-4f14-acc4-f38b239fbd94), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:10.537785 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a87d5bf-65e9-47cd-a121-8e4ad74037b4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for floatingip (2e1a5c9d-c862-4f14-acc4-f38b239fbd94), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:10.551938 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-5a87d5bf-65e9-47cd-a121-8e4ad74037b4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Calling delete_port for 2e1a5c9d-c862-4f14-acc4-f38b239fbd94 owned by network:floatingip {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:30:10.725235 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device f3de39e7-7ead-4038-b270-f756de093d30 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:30:10.766065 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: f3de39e7-7ead-4038-b270-f756de093d30 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:30:10.766435 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device f3de39e7-7ead-4038-b270-f756de093d30 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:30:10.780860 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a87d5bf-65e9-47cd-a121-8e4ad74037b4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (2e1a5c9d-c862-4f14-acc4-f38b239fbd94), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:10.818950 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87d5bf-65e9-47cd-a121-8e4ad74037b4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Pushing event deleted for resources: {'Port': ['ID=2e1a5c9d-c862-4f14-acc4-f38b239fbd94,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:10.901182 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a87d5bf-65e9-47cd-a121-8e4ad74037b4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks [] for floatingip (98a75839-74f2-48ea-9f6e-770b1e05e7f1), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:10.904087 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5a87d5bf-65e9-47cd-a121-8e4ad74037b4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:10.906005 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5a87d5bf-65e9-47cd-a121-8e4ad74037b4 tempest-AttachVolumeTestJSON-2138559115 tempest-AttachVolumeTestJSON-2138559115-project] 10.222.0.52 "DELETE /v2.0/floatingips/98a75839-74f2-48ea-9f6e-770b1e05e7f1 HTTP/1.1" status: 204 len: 168 time: 0.6351025 Feb 18 12:30:12.229448 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:15.103055 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 50710) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:15.743205 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a838979a-884f-452b-a520-4922cd66aa89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557039'] for router_interface (61a91692-520c-4b31-bad6-13ff7ae618be), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:16.039401 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a838979a-884f-452b-a520-4922cd66aa89 admin admin] Deleting port efc1584c-97dd-45a8-9099-22bf9d72a8fb {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:30:16.042831 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a838979a-884f-452b-a520-4922cd66aa89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:16.139927 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-a838979a-884f-452b-a520-4922cd66aa89 admin admin] For port efc1584c-97dd-45a8-9099-22bf9d72a8fb, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=efc1584c-97dd-45a8-9099-22bf9d72a8fb,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:30:16.141190 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a838979a-884f-452b-a520-4922cd66aa89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:16.156980 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-a838979a-884f-452b-a520-4922cd66aa89 admin admin] Calling delete_port for efc1584c-97dd-45a8-9099-22bf9d72a8fb owned by network:router_interface {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:30:16.615234 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50738) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:16.723765 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a838979a-884f-452b-a520-4922cd66aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (efc1584c-97dd-45a8-9099-22bf9d72a8fb), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:16.759626 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838979a-884f-452b-a520-4922cd66aa89 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc1584c-97dd-45a8-9099-22bf9d72a8fb,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:16.768498 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bec56369-49a4-45a5-97b5-f348ec29e035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:16.857454 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bec56369-49a4-45a5-97b5-f348ec29e035 admin admin] Publish callbacks [] for security_group (5eb829ed-6f61-43ab-b08b-30f7f88de2d2), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:16.991534 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bec56369-49a4-45a5-97b5-f348ec29e035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (5eb829ed-6f61-43ab-b08b-30f7f88de2d2), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:16.996997 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a838979a-884f-452b-a520-4922cd66aa89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-553503'] for router_interface (61a91692-520c-4b31-bad6-13ff7ae618be), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:17.033200 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-bec56369-49a4-45a5-97b5-f348ec29e035 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=64f62e8fd01e4c618e7015d7935e4c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4163284 Feb 18 12:30:17.034117 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50742) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:17.098052 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec56369-49a4-45a5-97b5-f348ec29e035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb829ed-6f61-43ab-b08b-30f7f88de2d2,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:17.126419 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-92fa1166-3a69-4c69-a1ad-358e48a04794 admin admin] Publish callbacks [] for security_group (5eb829ed-6f61-43ab-b08b-30f7f88de2d2), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:17.154793 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-92fa1166-3a69-4c69-a1ad-358e48a04794 admin admin] Publish callbacks [] for security_group (5eb829ed-6f61-43ab-b08b-30f7f88de2d2), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:17.272334 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-92fa1166-3a69-4c69-a1ad-358e48a04794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (5eb829ed-6f61-43ab-b08b-30f7f88de2d2), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:17.275170 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-92fa1166-3a69-4c69-a1ad-358e48a04794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:17.276437 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-92fa1166-3a69-4c69-a1ad-358e48a04794 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5eb829ed-6f61-43ab-b08b-30f7f88de2d2 HTTP/1.1" status: 204 len: 168 time: 0.2402065 Feb 18 12:30:17.286287 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa1166-3a69-4c69-a1ad-358e48a04794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb829ed-6f61-43ab-b08b-30f7f88de2d2,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:17.303689 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a838979a-884f-452b-a520-4922cd66aa89 admin admin] Router 61a91692-520c-4b31-bad6-13ff7ae618be has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:30:17.484795 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a838979a-884f-452b-a520-4922cd66aa89 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:30:17.497484 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-a838979a-884f-452b-a520-4922cd66aa89 admin admin] 10.222.0.52 "PUT /v2.0/routers/61a91692-520c-4b31-bad6-13ff7ae618be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3875604 Feb 18 12:30:17.497484 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 50750) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:17.497647 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382008cd-d8eb-4f9a-a5d0-26705e883d5e None None] Sync routers for ids ['61a91692-520c-4b31-bad6-13ff7ae618be'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:30:17.516193 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382008cd-d8eb-4f9a-a5d0-26705e883d5e None None] Routers {'61a91692-520c-4b31-bad6-13ff7ae618be'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:30:17.517104 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-382008cd-d8eb-4f9a-a5d0-26705e883d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:30:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['61a91692-520c-4b31-bad6-13ff7ae618be'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:30:17.652962 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-382008cd-d8eb-4f9a-a5d0-26705e883d5e None None] Set router 61a91692-520c-4b31-bad6-13ff7ae618be gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:30:17.655501 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] Publish callbacks [] for router (61a91692-520c-4b31-bad6-13ff7ae618be), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:17.817177 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] Publish callbacks [] for router_gateway (61a91692-520c-4b31-bad6-13ff7ae618be), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:17.897715 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-382008cd-d8eb-4f9a-a5d0-26705e883d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:30:16Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:30:17.925392 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382008cd-d8eb-4f9a-a5d0-26705e883d5e None None] Checking router: 61a91692-520c-4b31-bad6-13ff7ae618be for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:30:17.940595 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382008cd-d8eb-4f9a-a5d0-26705e883d5e None None] Routers {'61a91692-520c-4b31-bad6-13ff7ae618be'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:30:17.941344 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-382008cd-d8eb-4f9a-a5d0-26705e883d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:30:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['61a91692-520c-4b31-bad6-13ff7ae618be'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:30:18.033291 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] Deleting port 2776a76a-8d1e-4fb2-b95f-0c221290c021 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:30:18.033571 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (2776a76a-8d1e-4fb2-b95f-0c221290c021), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:18.127447 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-382008cd-d8eb-4f9a-a5d0-26705e883d5e None None] Set router 61a91692-520c-4b31-bad6-13ff7ae618be gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:30:18.178141 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] For port 2776a76a-8d1e-4fb2-b95f-0c221290c021, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=2776a76a-8d1e-4fb2-b95f-0c221290c021,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:30:18.178141 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (2776a76a-8d1e-4fb2-b95f-0c221290c021), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:18.193537 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] Calling delete_port for 2776a76a-8d1e-4fb2-b95f-0c221290c021 owned by network:router_gateway {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:30:18.241362 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50758) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:18.261381 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-094a248b-058f-4770-b240-42ebab4cdc97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:18.405411 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-094a248b-058f-4770-b240-42ebab4cdc97 admin admin] Publish callbacks [] for security_group (515e67b5-4921-4a31-90b8-56f2b02605aa), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:18.419972 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-382008cd-d8eb-4f9a-a5d0-26705e883d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:30:16Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:30:18.457506 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382008cd-d8eb-4f9a-a5d0-26705e883d5e None None] The sync data for ids ['61a91692-520c-4b31-bad6-13ff7ae618be'] in dv-cinder-804757-15-iscsi is: [{'id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'name': 'tempest-AttachVolumeTestJSON-1298241688-router', 'tenant_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:24:00Z', 'updated_at': '2022-02-18T12:30:16Z', 'revision_number': 5, 'project_id': 'd1fa34ed3d82454cbe7cf60a46b7c2bf', 'gw_port': {'id': '2776a76a-8d1e-4fb2-b95f-0c221290c021', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a91692-520c-4b31-bad6-13ff7ae618be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:24:01Z', 'updated_at': '2022-02-18T12:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:30:18.775509 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-094a248b-058f-4770-b240-42ebab4cdc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (515e67b5-4921-4a31-90b8-56f2b02605aa), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:18.798436 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (2776a76a-8d1e-4fb2-b95f-0c221290c021), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:18.824226 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a248b-058f-4770-b240-42ebab4cdc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515e67b5-4921-4a31-90b8-56f2b02605aa,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:18.830154 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-094a248b-058f-4770-b240-42ebab4cdc97 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43721aa94ce644be8ceaf139987b7497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5983603 Feb 18 12:30:18.833966 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50762) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:18.837200 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2776a76a-8d1e-4fb2-b95f-0c221290c021,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:18.899105 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6b3ddecc-3d2a-4a9c-a100-e0550ba0fa91 admin admin] Publish callbacks [] for security_group (515e67b5-4921-4a31-90b8-56f2b02605aa), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:18.911660 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555185'] for router_gateway (61a91692-520c-4b31-bad6-13ff7ae618be), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:18.926606 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6b3ddecc-3d2a-4a9c-a100-e0550ba0fa91 admin admin] Publish callbacks [] for security_group (515e67b5-4921-4a31-90b8-56f2b02605aa), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:19.040959 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125531'] for router (61a91692-520c-4b31-bad6-13ff7ae618be), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:19.044254 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] Publish callbacks [] for router_controller (61a91692-520c-4b31-bad6-13ff7ae618be), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:19.091519 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6b3ddecc-3d2a-4a9c-a100-e0550ba0fa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (515e67b5-4921-4a31-90b8-56f2b02605aa), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:19.098401 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6b3ddecc-3d2a-4a9c-a100-e0550ba0fa91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:19.102057 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-6b3ddecc-3d2a-4a9c-a100-e0550ba0fa91 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/515e67b5-4921-4a31-90b8-56f2b02605aa HTTP/1.1" status: 204 len: 168 time: 0.2648802 Feb 18 12:30:19.145116 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ddecc-3d2a-4a9c-a100-e0550ba0fa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515e67b5-4921-4a31-90b8-56f2b02605aa,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:19.197971 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554004'] for router (61a91692-520c-4b31-bad6-13ff7ae618be), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:19.198796 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61a91692-520c-4b31-bad6-13ff7ae618be {{(pid=103419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:30:19.204241 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:19.205402 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-99ea32fb-e952-434f-9328-caa63fd0a9f5 admin admin] 10.222.0.52 "DELETE /v2.0/routers/61a91692-520c-4b31-bad6-13ff7ae618be HTTP/1.1" status: 204 len: 168 time: 1.7095222 Feb 18 12:30:19.207893 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 50774) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:19.314993 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4cb7419-6367-44ea-8cbd-c954126dea0c admin admin] Deleting subnet 74c851c4-68d2-4a81-9f74-304bfd0c369a {{(pid=103419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:30:19.323707 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b4cb7419-6367-44ea-8cbd-c954126dea0c admin admin] Publish callbacks [] for subnet (74c851c4-68d2-4a81-9f74-304bfd0c369a), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:19.411029 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b4cb7419-6367-44ea-8cbd-c954126dea0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12919455'] for subnet (74c851c4-68d2-4a81-9f74-304bfd0c369a), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:19.477241 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device efc1584c-97dd-45a8-9099-22bf9d72a8fb no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:30:19.568833 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: efc1584c-97dd-45a8-9099-22bf9d72a8fb {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:30:19.569640 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device efc1584c-97dd-45a8-9099-22bf9d72a8fb not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:30:19.687495 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b4cb7419-6367-44ea-8cbd-c954126dea0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (74c851c4-68d2-4a81-9f74-304bfd0c369a), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:19.828515 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b4cb7419-6367-44ea-8cbd-c954126dea0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12919401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13555628'] for subnet (74c851c4-68d2-4a81-9f74-304bfd0c369a), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:19.909519 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b4cb7419-6367-44ea-8cbd-c954126dea0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:19.914760 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02f2c1b-d186-4bd8-ba1d-e67e255a39b3 None None] Network 907427c1-55e0-4b75-bd87-f0c37dd607b6 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:30:19.921873 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b4cb7419-6367-44ea-8cbd-c954126dea0c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/74c851c4-68d2-4a81-9f74-304bfd0c369a HTTP/1.1" status: 204 len: 168 time: 0.7108383 Feb 18 12:30:19.921873 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb7419-6367-44ea-8cbd-c954126dea0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c851c4-68d2-4a81-9f74-304bfd0c369a,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:19.930171 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 50784) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:20.074070 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (907427c1-55e0-4b75-bd87-f0c37dd607b6), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:20.172043 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Deleting port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:30:20.172428 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:20.248037 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] DHCP port deletion for 907427c1-55e0-4b75-bd87-f0c37dd607b6 request from dv-cinder-804757-15-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:30:20.271501 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] For port d4f4e601-d75c-4f31-8f1d-a87816ed07b9, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=d4f4e601-d75c-4f31-8f1d-a87816ed07b9,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:30:20.271922 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:20.285583 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Calling delete_port for d4f4e601-d75c-4f31-8f1d-a87816ed07b9 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:30:20.308088 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Deleting port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:30:20.308384 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:20.375576 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] For port d4f4e601-d75c-4f31-8f1d-a87816ed07b9, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=d4f4e601-d75c-4f31-8f1d-a87816ed07b9,segment=NetworkSegment(ce269baf-3948-40c1-ad73-02db8e0751b3),segment_id=ce269baf-3948-40c1-ad73-02db8e0751b3)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:30:20.379009 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:20.395324 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Calling delete_port for d4f4e601-d75c-4f31-8f1d-a87816ed07b9 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:30:20.479594 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:20.483913 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (d4f4e601-d75c-4f31-8f1d-a87816ed07b9), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:20.508207 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Pushing event deleted for resources: {'Port': ['ID=d4f4e601-d75c-4f31-8f1d-a87816ed07b9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:20.511074 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] No DVR routers for this DVR port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 on host dv-cinder-804757-15-iscsi {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:30:20.523552 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:20.523907 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:20.524249 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:20.524576 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:20.524914 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:20.525263 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:20.526367 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:20.526470 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:20.526790 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:20.527116 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:20.527436 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:20.527750 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:20.527885 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f4e601-d75c-4f31-8f1d-a87816ed07b9,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:20.529721 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031028c0-92de-4b82-9b03-7771e22d96a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:30:20.540332 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] No DVR routers for this DVR port d4f4e601-d75c-4f31-8f1d-a87816ed07b9 on host dv-cinder-804757-15-iscsi {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:30:20.620555 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (907427c1-55e0-4b75-bd87-f0c37dd607b6), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:20.641324 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907427c1-55e0-4b75-bd87-f0c37dd607b6']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:30:20.650637 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce269baf-3948-40c1-ad73-02db8e0751b3') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:30:20.650937 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce269baf-3948-40c1-ad73-02db8e0751b3') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:30:20.660245 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919526'] for segment (ce269baf-3948-40c1-ad73-02db8e0751b3), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:20.674775 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (ce269baf-3948-40c1-ad73-02db8e0751b3), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:20.680939 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:30:20.681329 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12919947'] for segment (ce269baf-3948-40c1-ad73-02db8e0751b3), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: Traceback (most recent call last): Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: timer() Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: cb(*args, **kw) Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: return func(*args, **kwargs) Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: self._notify() Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: self.callback(batched_events) Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: event.method(event) Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: return f(self, *a, **k) Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._get(url).json() Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:30:20.683704 dv-cinder-804757-15-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:30:20.872607 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (907427c1-55e0-4b75-bd87-f0c37dd607b6), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:20.881877 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:20.888611 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] 10.222.0.52 "DELETE /v2.0/networks/907427c1-55e0-4b75-bd87-f0c37dd607b6 HTTP/1.1" status: 204 len: 168 time: 0.9573421 Feb 18 12:30:20.899934 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5a5c1-93f2-4fad-a674-0b9c16cb32af admin admin] Pushing event deleted for resources: {'Network': ['ID=907427c1-55e0-4b75-bd87-f0c37dd607b6,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:21.360291 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50834) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:21.412781 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-660678a3-5e57-4267-89b1-6c55b7a906ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1fa34ed3d82454cbe7cf60a46b7c2bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507567 Feb 18 12:30:21.415220 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50838) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:21.428325 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device d4f4e601-d75c-4f31-8f1d-a87816ed07b9 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:30:21.460197 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: d4f4e601-d75c-4f31-8f1d-a87816ed07b9 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:30:21.460817 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device d4f4e601-d75c-4f31-8f1d-a87816ed07b9 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:30:21.461378 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 2776a76a-8d1e-4fb2-b95f-0c221290c021 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:30:21.474923 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9dadf320-255c-46f8-82e9-4d0dda542f2a admin admin] Publish callbacks [] for security_group (41b80288-b964-4581-a1a5-0b28c48f6701), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:21.487392 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 2776a76a-8d1e-4fb2-b95f-0c221290c021 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:30:21.487897 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 2776a76a-8d1e-4fb2-b95f-0c221290c021 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:30:21.502294 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9dadf320-255c-46f8-82e9-4d0dda542f2a admin admin] Publish callbacks [] for security_group (41b80288-b964-4581-a1a5-0b28c48f6701), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:21.670841 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9dadf320-255c-46f8-82e9-4d0dda542f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (41b80288-b964-4581-a1a5-0b28c48f6701), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:21.673496 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9dadf320-255c-46f8-82e9-4d0dda542f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:21.674703 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-9dadf320-255c-46f8-82e9-4d0dda542f2a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41b80288-b964-4581-a1a5-0b28c48f6701 HTTP/1.1" status: 204 len: 168 time: 0.2585397 Feb 18 12:30:21.684341 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadf320-255c-46f8-82e9-4d0dda542f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b80288-b964-4581-a1a5-0b28c48f6701,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:23.952259 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50968) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:24.056653 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-09f53b6f-850b-4f92-90e8-1c6c7b0ff3d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.129787 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-09f53b6f-850b-4f92-90e8-1c6c7b0ff3d4 admin admin] Publish callbacks [] for security_group (0767a0c0-a33b-45a2-8233-0b1747436f20), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.184417 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 50980) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:24.229557 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d12b20-246a-480a-a309-45eb9eae244c admin admin] Deleting subnet 800d8231-958d-48d0-a715-461f264bd656 {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:30:24.233553 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7d12b20-246a-480a-a309-45eb9eae244c admin admin] Publish callbacks [] for subnet (800d8231-958d-48d0-a715-461f264bd656), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.254042 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-09f53b6f-850b-4f92-90e8-1c6c7b0ff3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (0767a0c0-a33b-45a2-8233-0b1747436f20), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.308901 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-09f53b6f-850b-4f92-90e8-1c6c7b0ff3d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cad3103411b3404db7652e512cd36568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525450 Feb 18 12:30:24.309546 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 50988) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:24.311092 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7d12b20-246a-480a-a309-45eb9eae244c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14228871'] for subnet (800d8231-958d-48d0-a715-461f264bd656), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.333671 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f53b6f-850b-4f92-90e8-1c6c7b0ff3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0767a0c0-a33b-45a2-8233-0b1747436f20,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:24.378672 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7d12b20-246a-480a-a309-45eb9eae244c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (800d8231-958d-48d0-a715-461f264bd656), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.380352 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fb5b83b6-980b-48a2-bd20-d037bfa83e12 admin admin] Publish callbacks [] for security_group (0767a0c0-a33b-45a2-8233-0b1747436f20), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.404412 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fb5b83b6-980b-48a2-bd20-d037bfa83e12 admin admin] Publish callbacks [] for security_group (0767a0c0-a33b-45a2-8233-0b1747436f20), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.551287 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7d12b20-246a-480a-a309-45eb9eae244c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12850526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326161'] for subnet (800d8231-958d-48d0-a715-461f264bd656), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.577572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d12b20-246a-480a-a309-45eb9eae244c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800d8231-958d-48d0-a715-461f264bd656,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:24.581175 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a7d12b20-246a-480a-a309-45eb9eae244c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.584596 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a7d12b20-246a-480a-a309-45eb9eae244c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/800d8231-958d-48d0-a715-461f264bd656 HTTP/1.1" status: 204 len: 168 time: 0.3990140 Feb 18 12:30:24.587304 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 50994) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:24.596105 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fb5b83b6-980b-48a2-bd20-d037bfa83e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (0767a0c0-a33b-45a2-8233-0b1747436f20), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.598611 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fb5b83b6-980b-48a2-bd20-d037bfa83e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.602354 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-fb5b83b6-980b-48a2-bd20-d037bfa83e12 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0767a0c0-a33b-45a2-8233-0b1747436f20 HTTP/1.1" status: 204 len: 168 time: 0.2916281 Feb 18 12:30:24.644530 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b83b6-980b-48a2-bd20-d037bfa83e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0767a0c0-a33b-45a2-8233-0b1747436f20,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:24.673696 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26aba003-563a-44c3-a0e0-cbea1faefd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (88aabaa3-63f7-4ff6-8389-2dd9c3d3427d), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.761330 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26aba003-563a-44c3-a0e0-cbea1faefd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (88aabaa3-63f7-4ff6-8389-2dd9c3d3427d), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.807145 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-26aba003-563a-44c3-a0e0-cbea1faefd2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88aabaa3-63f7-4ff6-8389-2dd9c3d3427d']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:30:24.820400 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-26aba003-563a-44c3-a0e0-cbea1faefd2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9824b66a-1ab4-4919-a9db-1bd9f1aab23e') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:30:24.820704 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-26aba003-563a-44c3-a0e0-cbea1faefd2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9824b66a-1ab4-4919-a9db-1bd9f1aab23e') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:30:24.834345 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26aba003-563a-44c3-a0e0-cbea1faefd2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919526'] for segment (9824b66a-1ab4-4919-a9db-1bd9f1aab23e), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.857762 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26aba003-563a-44c3-a0e0-cbea1faefd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (9824b66a-1ab4-4919-a9db-1bd9f1aab23e), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.868549 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa1495-22fb-4690-8875-ddc6dbae1472 req-e0116b53-bccd-444f-b951-d23e5d9689d4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:24.870584 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-98fa1495-22fb-4690-8875-ddc6dbae1472 req-e0116b53-bccd-444f-b951-d23e5d9689d4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.1011112 Feb 18 12:30:24.873084 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26aba003-563a-44c3-a0e0-cbea1faefd2c admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:30:24.873497 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26aba003-563a-44c3-a0e0-cbea1faefd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12919947'] for segment (9824b66a-1ab4-4919-a9db-1bd9f1aab23e), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: Traceback (most recent call last): Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: timer() Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: cb(*args, **kw) Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: return func(*args, **kwargs) Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: self._notify() Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: self.callback(batched_events) Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: event.method(event) Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: return f(self, *a, **k) Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._get(url).json() Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:30:24.875211 dv-cinder-804757-15-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:30:24.964723 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-98fa1495-22fb-4690-8875-ddc6dbae1472 req-e5e5dcaf-f3c0-4dd5-864a-617df9c349e4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800471 Feb 18 12:30:25.043150 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26aba003-563a-44c3-a0e0-cbea1faefd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (88aabaa3-63f7-4ff6-8389-2dd9c3d3427d), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:25.047192 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-26aba003-563a-44c3-a0e0-cbea1faefd2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:25.050470 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-26aba003-563a-44c3-a0e0-cbea1faefd2c admin admin] 10.222.0.52 "DELETE /v2.0/networks/88aabaa3-63f7-4ff6-8389-2dd9c3d3427d HTTP/1.1" status: 204 len: 168 time: 0.4621897 Feb 18 12:30:25.063725 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aba003-563a-44c3-a0e0-cbea1faefd2c admin admin] Pushing event deleted for resources: {'Network': ['ID=88aabaa3-63f7-4ff6-8389-2dd9c3d3427d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:25.363325 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 51006) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:25.379941 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bdb5a1ea-d3b1-4ec1-a270-b165bdf6c8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:25.457081 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bdb5a1ea-d3b1-4ec1-a270-b165bdf6c8b1 admin admin] Publish callbacks [] for security_group (ceb7101a-4b69-48dd-bf95-1cfc70a1df2d), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:25.512275 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51008) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:25.549024 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-bdb5a1ea-d3b1-4ec1-a270-b165bdf6c8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (ceb7101a-4b69-48dd-bf95-1cfc70a1df2d), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:25.553553 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-87c54d37-557c-438c-a8cc-16d81c2b3faf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ceba5456c0a44c169957061b2afc5f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378473 Feb 18 12:30:25.554034 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51010) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:25.585941 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5a1ea-d3b1-4ec1-a270-b165bdf6c8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb7101a-4b69-48dd-bf95-1cfc70a1df2d,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:25.593071 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-bdb5a1ea-d3b1-4ec1-a270-b165bdf6c8b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=639d5b414d0d4cc9b406204e5205b0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261407 Feb 18 12:30:25.593310 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 51012) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:25.605073 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1175329-cdcf-425e-9f61-0f1db6717868 admin admin] Publish callbacks [] for security_group (7ca34240-8de7-4a17-84bd-6553abfbc1e6), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:25.628491 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1175329-cdcf-425e-9f61-0f1db6717868 admin admin] Publish callbacks [] for security_group (7ca34240-8de7-4a17-84bd-6553abfbc1e6), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:25.645941 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-330c8656-4a87-48ef-a1b3-bdbe517cf81a admin admin] Publish callbacks [] for security_group (ceb7101a-4b69-48dd-bf95-1cfc70a1df2d), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:25.669069 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-330c8656-4a87-48ef-a1b3-bdbe517cf81a admin admin] Publish callbacks [] for security_group (ceb7101a-4b69-48dd-bf95-1cfc70a1df2d), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:25.883917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1175329-cdcf-425e-9f61-0f1db6717868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (7ca34240-8de7-4a17-84bd-6553abfbc1e6), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:25.887128 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b1175329-cdcf-425e-9f61-0f1db6717868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:25.888311 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b1175329-cdcf-425e-9f61-0f1db6717868 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ca34240-8de7-4a17-84bd-6553abfbc1e6 HTTP/1.1" status: 204 len: 168 time: 0.3331196 Feb 18 12:30:25.895173 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-330c8656-4a87-48ef-a1b3-bdbe517cf81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (ceb7101a-4b69-48dd-bf95-1cfc70a1df2d), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:25.897175 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1175329-cdcf-425e-9f61-0f1db6717868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca34240-8de7-4a17-84bd-6553abfbc1e6,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:25.897894 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-330c8656-4a87-48ef-a1b3-bdbe517cf81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:25.899071 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-330c8656-4a87-48ef-a1b3-bdbe517cf81a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ceb7101a-4b69-48dd-bf95-1cfc70a1df2d HTTP/1.1" status: 204 len: 168 time: 0.3048666 Feb 18 12:30:25.911049 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c8656-4a87-48ef-a1b3-bdbe517cf81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb7101a-4b69-48dd-bf95-1cfc70a1df2d,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:26.102850 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790bc5d-62a1-429c-a526-4236a2b4fc82 req-189101f9-3178-45c0-aa40-1396102c17f5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:26.104946 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f790bc5d-62a1-429c-a526-4236a2b4fc82 req-189101f9-3178-45c0-aa40-1396102c17f5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0569758 Feb 18 12:30:26.152258 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f790bc5d-62a1-429c-a526-4236a2b4fc82 req-3765ec65-cf4f-42cd-8791-8c7dc253892e tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415518 Feb 18 12:30:27.279572 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415f863-de22-4daf-86db-9caad39876f8 req-3578de6f-4127-4546-9bb2-f642be057c4d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:27.291008 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d415f863-de22-4daf-86db-9caad39876f8 req-3578de6f-4127-4546-9bb2-f642be057c4d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0557508 Feb 18 12:30:27.356773 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d415f863-de22-4daf-86db-9caad39876f8 req-612a462b-e108-42a5-9e57-60dda0608167 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600955 Feb 18 12:30:28.477063 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0b204-a5fe-4597-8ed2-351009601a50 req-57a946a9-307f-464d-85c6-2bff29be5414 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:28.478667 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-54e0b204-a5fe-4597-8ed2-351009601a50 req-57a946a9-307f-464d-85c6-2bff29be5414 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0557408 Feb 18 12:30:28.537719 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-54e0b204-a5fe-4597-8ed2-351009601a50 req-4682c38e-95ee-4435-8623-64687cbc1cf8 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522172 Feb 18 12:30:29.682959 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a75d4a-efa7-491d-9aa5-b33ea70c7cdf req-771099f3-7f2a-4503-a94d-2bf0a9acca83 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:29.685262 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-78a75d4a-efa7-491d-9aa5-b33ea70c7cdf req-771099f3-7f2a-4503-a94d-2bf0a9acca83 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0714097 Feb 18 12:30:29.740262 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-78a75d4a-efa7-491d-9aa5-b33ea70c7cdf req-c6b1e350-b3b8-4bfe-83fb-8be117a3d753 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472391 Feb 18 12:30:30.861853 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86d5fa-bfb5-4366-aae1-86b829963d75 req-199ab6d4-750b-427d-afca-d23476377312 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:30.863270 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aa86d5fa-bfb5-4366-aae1-86b829963d75 req-199ab6d4-750b-427d-afca-d23476377312 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0517278 Feb 18 12:30:30.910652 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aa86d5fa-bfb5-4366-aae1-86b829963d75 req-39c928a0-4e49-4ca3-803e-11fdf9e31c03 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416729 Feb 18 12:30:32.042883 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186a73f-aa50-4da4-ab40-1a109b4b29a6 req-3ab0ca46-0f3d-420f-aaf7-b9f531fb2986 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:32.044381 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5186a73f-aa50-4da4-ab40-1a109b4b29a6 req-3ab0ca46-0f3d-420f-aaf7-b9f531fb2986 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0547743 Feb 18 12:30:32.090234 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5186a73f-aa50-4da4-ab40-1a109b4b29a6 req-a9fb63ff-fa80-4f84-8030-234b7304a118 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402679 Feb 18 12:30:33.229526 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5679f-b112-40c4-9572-c938cdb29b52 req-8b2a991d-d6f2-42a6-a835-6261852a6693 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:33.231609 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3d5679f-b112-40c4-9572-c938cdb29b52 req-8b2a991d-d6f2-42a6-a835-6261852a6693 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0621996 Feb 18 12:30:33.280393 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3d5679f-b112-40c4-9572-c938cdb29b52 req-46c0b522-86dd-4726-a4b9-7c53916b4500 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435083 Feb 18 12:30:34.425294 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b2762-75bb-42f2-9a4e-e4bbd146f3a0 req-7ad5da3d-6296-4ea6-b9e7-8a4d4c1de09a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:34.426811 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-285b2762-75bb-42f2-9a4e-e4bbd146f3a0 req-7ad5da3d-6296-4ea6-b9e7-8a4d4c1de09a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0589039 Feb 18 12:30:34.436514 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 51264) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:34.481129 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-285b2762-75bb-42f2-9a4e-e4bbd146f3a0 req-37381158-8c4a-4d0e-ac2a-7430d5a08850 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464959 Feb 18 12:30:34.546380 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a4f2bf3b-db42-4451-8278-1247496313cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:34.617103 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a4f2bf3b-db42-4451-8278-1247496313cc admin admin] Publish callbacks [] for security_group (1972d840-865c-4884-b357-9d604b7ba6f5), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:34.723659 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-a4f2bf3b-db42-4451-8278-1247496313cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (1972d840-865c-4884-b357-9d604b7ba6f5), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:34.763295 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-a4f2bf3b-db42-4451-8278-1247496313cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=63f85c84b89640a3a3fa93f4225259b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256974 Feb 18 12:30:34.764174 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2bf3b-db42-4451-8278-1247496313cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1972d840-865c-4884-b357-9d604b7ba6f5,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:34.765967 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51268) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:34.814498 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ab15ded3-7d31-40b0-a9b1-f72091d920d0 admin admin] Publish callbacks [] for security_group (1972d840-865c-4884-b357-9d604b7ba6f5), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:34.834693 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ab15ded3-7d31-40b0-a9b1-f72091d920d0 admin admin] Publish callbacks [] for security_group (1972d840-865c-4884-b357-9d604b7ba6f5), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:34.985402 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ab15ded3-7d31-40b0-a9b1-f72091d920d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (1972d840-865c-4884-b357-9d604b7ba6f5), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:34.988332 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ab15ded3-7d31-40b0-a9b1-f72091d920d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:34.989649 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ab15ded3-7d31-40b0-a9b1-f72091d920d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1972d840-865c-4884-b357-9d604b7ba6f5 HTTP/1.1" status: 204 len: 168 time: 0.2226367 Feb 18 12:30:34.998940 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15ded3-7d31-40b0-a9b1-f72091d920d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1972d840-865c-4884-b357-9d604b7ba6f5,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:35.618754 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d713c-0906-4970-9dcd-d52069321543 req-fb6840c4-1beb-4b5b-88a3-5f86ad84f31f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:35.620237 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-452d713c-0906-4970-9dcd-d52069321543 req-fb6840c4-1beb-4b5b-88a3-5f86ad84f31f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0578415 Feb 18 12:30:35.673267 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-452d713c-0906-4970-9dcd-d52069321543 req-18d21246-7f23-4f8a-aa69-159430e89974 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468047 Feb 18 12:30:35.678003 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:35.749759 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3366aa76-bf6b-41c7-9f22-709aba7ec509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:35.923812 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51290) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:35.937558 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a14f3f77-9b92-4873-b693-cf9a87dba922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:36.011468 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a14f3f77-9b92-4873-b693-cf9a87dba922 admin admin] Publish callbacks [] for security_group (7876f815-8359-4c12-aed4-5e5c62ccf0b6), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:36.127875 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a14f3f77-9b92-4873-b693-cf9a87dba922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (7876f815-8359-4c12-aed4-5e5c62ccf0b6), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:36.165810 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f3f77-9b92-4873-b693-cf9a87dba922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7876f815-8359-4c12-aed4-5e5c62ccf0b6,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:36.171137 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-a14f3f77-9b92-4873-b693-cf9a87dba922 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=41be75b4440341d883abc852f3aec32f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462547 Feb 18 12:30:36.174058 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51296) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:36.234828 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7f2d6716-19bd-44d2-b1c0-5123fe2c1879 admin admin] Publish callbacks [] for security_group (7876f815-8359-4c12-aed4-5e5c62ccf0b6), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:36.261579 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7f2d6716-19bd-44d2-b1c0-5123fe2c1879 admin admin] Publish callbacks [] for security_group (7876f815-8359-4c12-aed4-5e5c62ccf0b6), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:36.426679 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7f2d6716-19bd-44d2-b1c0-5123fe2c1879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (7876f815-8359-4c12-aed4-5e5c62ccf0b6), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:36.429282 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7f2d6716-19bd-44d2-b1c0-5123fe2c1879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:36.430460 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-7f2d6716-19bd-44d2-b1c0-5123fe2c1879 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7876f815-8359-4c12-aed4-5e5c62ccf0b6 HTTP/1.1" status: 204 len: 168 time: 0.2554171 Feb 18 12:30:36.440097 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d6716-19bd-44d2-b1c0-5123fe2c1879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7876f815-8359-4c12-aed4-5e5c62ccf0b6,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:36.809722 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ecf5c-4615-4923-80a8-22099ae87532 req-12a25964-8476-4719-9a82-1e8b8fb5a58e tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:36.814690 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-649ecf5c-4615-4923-80a8-22099ae87532 req-12a25964-8476-4719-9a82-1e8b8fb5a58e tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0634811 Feb 18 12:30:36.860747 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-649ecf5c-4615-4923-80a8-22099ae87532 req-f83df9d5-585c-4d62-a4f3-81f4f67cac13 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440416 Feb 18 12:30:37.933773 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2efab4db-4a05-4bf5-a500-898ddac3eb6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:37.997700 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f8ebd-8fb9-45a5-97d0-f9202c3c88eb req-e59b509a-1b7e-452d-aa4a-90d62182db54 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:37.999377 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f93f8ebd-8fb9-45a5-97d0-f9202c3c88eb req-e59b509a-1b7e-452d-aa4a-90d62182db54 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0600262 Feb 18 12:30:38.049643 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f93f8ebd-8fb9-45a5-97d0-f9202c3c88eb req-05b65631-91be-46d2-8ecf-112f76658b0d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447116 Feb 18 12:30:39.031814 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:39.176685 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce67db-df43-4d63-8dfc-37c54d9e7963 req-2bbb5636-4aaf-460e-bfce-f122c297cada tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:39.178210 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d3ce67db-df43-4d63-8dfc-37c54d9e7963 req-2bbb5636-4aaf-460e-bfce-f122c297cada tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0529644 Feb 18 12:30:39.231135 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d3ce67db-df43-4d63-8dfc-37c54d9e7963 req-8e06a39f-60d6-449b-b4a7-60e823ac4418 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469801 Feb 18 12:30:39.522445 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51392) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:39.642603 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2503ae09-7b5a-4868-9b91-980a53eadab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:39.718484 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2503ae09-7b5a-4868-9b91-980a53eadab8 admin admin] Publish callbacks [] for security_group (5ea7eccb-b0bf-4335-a5f3-230534d52e49), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:39.860788 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2503ae09-7b5a-4868-9b91-980a53eadab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (5ea7eccb-b0bf-4335-a5f3-230534d52e49), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:39.899664 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2503ae09-7b5a-4868-9b91-980a53eadab8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=409c83a6a6a84e508a38ffb52b188728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760478 Feb 18 12:30:39.900451 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503ae09-7b5a-4868-9b91-980a53eadab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea7eccb-b0bf-4335-a5f3-230534d52e49,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:39.902348 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 51398) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:39.957789 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4c4409ed-2e76-4f29-a210-1c02bcfe5e00 admin admin] Publish callbacks [] for security_group (5ea7eccb-b0bf-4335-a5f3-230534d52e49), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:39.979252 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4c4409ed-2e76-4f29-a210-1c02bcfe5e00 admin admin] Publish callbacks [] for security_group (5ea7eccb-b0bf-4335-a5f3-230534d52e49), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:40.143288 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4c4409ed-2e76-4f29-a210-1c02bcfe5e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (5ea7eccb-b0bf-4335-a5f3-230534d52e49), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:40.143480 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4c4409ed-2e76-4f29-a210-1c02bcfe5e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:40.144625 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4c4409ed-2e76-4f29-a210-1c02bcfe5e00 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ea7eccb-b0bf-4335-a5f3-230534d52e49 HTTP/1.1" status: 204 len: 168 time: 0.2407827 Feb 18 12:30:40.153696 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4409ed-2e76-4f29-a210-1c02bcfe5e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea7eccb-b0bf-4335-a5f3-230534d52e49,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:40.366666 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3df9ce-75bf-43f7-b4a7-0b77e1a17970 req-fa165497-7b7f-4a8e-9daf-a66d5755bcda tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:40.368316 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ee3df9ce-75bf-43f7-b4a7-0b77e1a17970 req-fa165497-7b7f-4a8e-9daf-a66d5755bcda tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0556312 Feb 18 12:30:40.418800 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ee3df9ce-75bf-43f7-b4a7-0b77e1a17970 req-29d382ac-93d3-440e-a52b-1252d16525d9 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425184 Feb 18 12:30:40.489911 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:40.938648 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51424) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:40.955549 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b9011bbb-d24b-4d51-b895-70ae77043c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:41.039188 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b9011bbb-d24b-4d51-b895-70ae77043c66 admin admin] Publish callbacks [] for security_group (24eaf332-d273-4a68-8c46-ac350d2a2c4c), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:41.134906 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b9011bbb-d24b-4d51-b895-70ae77043c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (24eaf332-d273-4a68-8c46-ac350d2a2c4c), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:41.187639 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b9011bbb-d24b-4d51-b895-70ae77043c66 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06d8a66fbdea4f7c9190bda87b892ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428777 Feb 18 12:30:41.187639 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9011bbb-d24b-4d51-b895-70ae77043c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24eaf332-d273-4a68-8c46-ac350d2a2c4c,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:41.188111 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 51428) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:41.246909 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a4c0-3cfd-4c27-a483-1efc7335325f admin admin] Publish callbacks [] for security_group (24eaf332-d273-4a68-8c46-ac350d2a2c4c), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:41.268507 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a4c0-3cfd-4c27-a483-1efc7335325f admin admin] Publish callbacks [] for security_group (24eaf332-d273-4a68-8c46-ac350d2a2c4c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:41.415016 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a4c0-3cfd-4c27-a483-1efc7335325f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (24eaf332-d273-4a68-8c46-ac350d2a2c4c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:41.417595 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a4c0-3cfd-4c27-a483-1efc7335325f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:41.419308 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e0c8a4c0-3cfd-4c27-a483-1efc7335325f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/24eaf332-d273-4a68-8c46-ac350d2a2c4c HTTP/1.1" status: 204 len: 168 time: 0.2333565 Feb 18 12:30:41.429752 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8a4c0-3cfd-4c27-a483-1efc7335325f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24eaf332-d273-4a68-8c46-ac350d2a2c4c,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:41.581097 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de09b1f-29d7-4d1b-80e1-bfb948f6f2ba req-3e8c4229-9b9f-408f-a4a7-c0eb71fe45fc tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:41.582629 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2de09b1f-29d7-4d1b-80e1-bfb948f6f2ba req-3e8c4229-9b9f-408f-a4a7-c0eb71fe45fc tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0602336 Feb 18 12:30:41.633237 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2de09b1f-29d7-4d1b-80e1-bfb948f6f2ba req-a98fe8ca-d4c3-486c-b749-4495034f7384 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447223 Feb 18 12:30:41.958861 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:42.776220 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadced6d-3401-4c8c-a143-d43ce8d99819 req-0b2a7831-b6fa-4c6d-9631-1784bfab4280 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:42.777859 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fadced6d-3401-4c8c-a143-d43ce8d99819 req-0b2a7831-b6fa-4c6d-9631-1784bfab4280 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0621743 Feb 18 12:30:42.829270 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fadced6d-3401-4c8c-a143-d43ce8d99819 req-58526571-5def-41b6-83cd-1c3a89f1c979 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447364 Feb 18 12:30:43.995059 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15104c88-eb84-459d-8e1c-1cf358e9a1c4 req-af54f789-b395-4420-bb84-ab21de173f53 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:43.996582 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-15104c88-eb84-459d-8e1c-1cf358e9a1c4 req-af54f789-b395-4420-bb84-ab21de173f53 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0757124 Feb 18 12:30:44.049120 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-15104c88-eb84-459d-8e1c-1cf358e9a1c4 req-7f69b426-9d61-4c4e-9b71-a94c80021e9c tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459440 Feb 18 12:30:44.325025 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 51540) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:44.442816 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c112f0f2-527e-4ad5-b497-dd7caa489186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:44.526985 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c112f0f2-527e-4ad5-b497-dd7caa489186 admin admin] Publish callbacks [] for security_group (0c666e91-a2c8-4370-beac-f6417619e849), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:44.610934 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-c112f0f2-527e-4ad5-b497-dd7caa489186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (0c666e91-a2c8-4370-beac-f6417619e849), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:44.654738 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-c112f0f2-527e-4ad5-b497-dd7caa489186 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4bd799622e74477a8e5b048e5923558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286023 Feb 18 12:30:44.655679 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51550) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:44.655894 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112f0f2-527e-4ad5-b497-dd7caa489186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c666e91-a2c8-4370-beac-f6417619e849,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:44.706842 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b4bb18ee-fd87-46d7-a50f-78ef14ae1a65 admin admin] Publish callbacks [] for security_group (0c666e91-a2c8-4370-beac-f6417619e849), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:44.727098 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b4bb18ee-fd87-46d7-a50f-78ef14ae1a65 admin admin] Publish callbacks [] for security_group (0c666e91-a2c8-4370-beac-f6417619e849), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:44.837550 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b4bb18ee-fd87-46d7-a50f-78ef14ae1a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (0c666e91-a2c8-4370-beac-f6417619e849), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:44.840180 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-b4bb18ee-fd87-46d7-a50f-78ef14ae1a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:44.841418 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-b4bb18ee-fd87-46d7-a50f-78ef14ae1a65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c666e91-a2c8-4370-beac-f6417619e849 HTTP/1.1" status: 204 len: 168 time: 0.1841211 Feb 18 12:30:44.851217 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb18ee-fd87-46d7-a50f-78ef14ae1a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c666e91-a2c8-4370-beac-f6417619e849,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:45.180071 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60c6f1-a64d-4125-83c0-104b2052dc39 req-e8d5d407-f66f-4141-beba-a25599ea756d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:45.181799 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7c60c6f1-a64d-4125-83c0-104b2052dc39 req-e8d5d407-f66f-4141-beba-a25599ea756d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0589097 Feb 18 12:30:45.232653 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7c60c6f1-a64d-4125-83c0-104b2052dc39 req-334761bf-f22a-447d-9330-037d51002c4b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443897 Feb 18 12:30:45.533200 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51570) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:45.546603 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e32ccdb-3f3c-45cb-bcdc-1f88b85ba942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:45.617902 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e32ccdb-3f3c-45cb-bcdc-1f88b85ba942 admin admin] Publish callbacks [] for security_group (6b60d12d-9d1a-41cb-a591-d150467629a3), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:45.734807 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e32ccdb-3f3c-45cb-bcdc-1f88b85ba942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (6b60d12d-9d1a-41cb-a591-d150467629a3), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:45.771688 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5e32ccdb-3f3c-45cb-bcdc-1f88b85ba942 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cdb32a514add4dc192d47c27b622468b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373478 Feb 18 12:30:45.773580 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32ccdb-3f3c-45cb-bcdc-1f88b85ba942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b60d12d-9d1a-41cb-a591-d150467629a3,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:45.774472 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 51572) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:45.823856 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-773b5d27-485f-4ae7-9a14-493ea80a4de9 admin admin] Publish callbacks [] for security_group (6b60d12d-9d1a-41cb-a591-d150467629a3), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:45.845589 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-773b5d27-485f-4ae7-9a14-493ea80a4de9 admin admin] Publish callbacks [] for security_group (6b60d12d-9d1a-41cb-a591-d150467629a3), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:45.980640 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-773b5d27-485f-4ae7-9a14-493ea80a4de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (6b60d12d-9d1a-41cb-a591-d150467629a3), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:45.983330 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-773b5d27-485f-4ae7-9a14-493ea80a4de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:45.993049 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-773b5d27-485f-4ae7-9a14-493ea80a4de9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b60d12d-9d1a-41cb-a591-d150467629a3 HTTP/1.1" status: 204 len: 168 time: 0.2090311 Feb 18 12:30:45.994160 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b5d27-485f-4ae7-9a14-493ea80a4de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b60d12d-9d1a-41cb-a591-d150467629a3,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:46.387580 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc85847-7df2-4cce-b781-a2ed7634024a req-b447795f-b960-4ce1-b562-8843a4b966c7 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:46.389098 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9fc85847-7df2-4cce-b781-a2ed7634024a req-b447795f-b960-4ce1-b562-8843a4b966c7 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0653813 Feb 18 12:30:46.445213 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9fc85847-7df2-4cce-b781-a2ed7634024a req-7ca1e6cb-3930-49be-b771-642c28f6c890 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496876 Feb 18 12:30:46.552294 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:30:46.936670 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d54616d3-e368-4575-b5cb-edca1fc271c1 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:30:47.058705 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d54616d3-e368-4575-b5cb-edca1fc271c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d54616d3-e368-4575-b5cb-edca1fc271c1,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:30:47.071284 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'port_id': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'mac_address': 'fa:16:3e:b9:8d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:30:47.111527 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port d54616d3-e368-4575-b5cb-edca1fc271c1 is: ACTIVE; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:30:47.112011 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:47.135649 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d54616d3-e368-4575-b5cb-edca1fc271c1 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:30:47.161047 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d54616d3-e368-4575-b5cb-edca1fc271c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d54616d3-e368-4575-b5cb-edca1fc271c1,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:30:47.260994 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:47.317660 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=d54616d3-e368-4575-b5cb-edca1fc271c1,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:47.345208 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['d54616d3-e368-4575-b5cb-edca1fc271c1'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:30:47.601399 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3751ba-e5ab-4c9b-8d5c-78ffa4e03b53 req-1e731ee5-9cb2-4480-8076-208bbbc0d6be tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:47.603157 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3d3751ba-e5ab-4c9b-8d5c-78ffa4e03b53 req-1e731ee5-9cb2-4480-8076-208bbbc0d6be tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 944 time: 0.0684502 Feb 18 12:30:47.671592 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3d3751ba-e5ab-4c9b-8d5c-78ffa4e03b53 req-9093aa46-5f8d-4300-883d-e3b65c798a0c tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550182 Feb 18 12:30:48.813568 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc759edb-8807-4862-97b7-cab1cd17aac1 req-b8cff9c9-ced2-482d-b423-9551604ee8a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:48.821580 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bc759edb-8807-4862-97b7-cab1cd17aac1 req-b8cff9c9-ced2-482d-b423-9551604ee8a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 944 time: 0.0637093 Feb 18 12:30:48.877906 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bc759edb-8807-4862-97b7-cab1cd17aac1 req-52254d4e-dd3e-4d02-9a3a-533afe64ba3a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551229 Feb 18 12:30:48.964827 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d54616d3-e368-4575-b5cb-edca1fc271c1 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:30:49.039615 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port d54616d3-e368-4575-b5cb-edca1fc271c1 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:30:49.040152 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:49.264027 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port d54616d3-e368-4575-b5cb-edca1fc271c1 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:30:49.264751 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:49.293601 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e257c7-6667-4b68-a39d-88493031e604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54616d3-e368-4575-b5cb-edca1fc271c1'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:30:49.296618 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ed0e85-ee04-4b58-8619-d0a9fad155eb" -d '{"events": [{"server_uuid": "39e257c7-6667-4b68-a39d-88493031e604", "name": "network-vif-plugged", "status": "completed", "tag": "d54616d3-e368-4575-b5cb-edca1fc271c1"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:30:49.365801 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d54616d3-e368-4575-b5cb-edca1fc271c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d54616d3-e368-4575-b5cb-edca1fc271c1,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:30:49.386120 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6783977-f098-48dd-8a4f-a61799d19c08 x-openstack-request-id: req-e6783977-f098-48dd-8a4f-a61799d19c08 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:30:49.386473 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e257c7-6667-4b68-a39d-88493031e604", "name": "network-vif-plugged", "status": "completed", "tag": "d54616d3-e368-4575-b5cb-edca1fc271c1", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:30:49.386757 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6783977-f098-48dd-8a4f-a61799d19c08 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:30:49.387133 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e257c7-6667-4b68-a39d-88493031e604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'code': 200} Feb 18 12:30:49.455850 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:49.467332 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 51752) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:49.561202 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=d54616d3-e368-4575-b5cb-edca1fc271c1,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:49.631139 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3613b6ce-81b5-4273-81a8-8d926e09813c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:49.738072 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3613b6ce-81b5-4273-81a8-8d926e09813c admin admin] Publish callbacks [] for security_group (30e60342-4896-40c7-a6f0-c4b618f41037), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:49.826548 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3613b6ce-81b5-4273-81a8-8d926e09813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (30e60342-4896-40c7-a6f0-c4b618f41037), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:49.871412 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-3613b6ce-81b5-4273-81a8-8d926e09813c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fc06e4ebc234092938ff57a2a5c676d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4015799 Feb 18 12:30:49.872397 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613b6ce-81b5-4273-81a8-8d926e09813c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e60342-4896-40c7-a6f0-c4b618f41037,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:49.877498 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51760) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:50.035252 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db939002-275a-4913-b207-3756088eff22 admin admin] Publish callbacks [] for security_group (30e60342-4896-40c7-a6f0-c4b618f41037), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:50.073401 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db939002-275a-4913-b207-3756088eff22 admin admin] Publish callbacks [] for security_group (30e60342-4896-40c7-a6f0-c4b618f41037), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:50.082515 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce1ad1-6942-4457-bb17-8b556524d760 req-cb97fc0c-ceab-4399-9aea-639116c4611d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:50.089352 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-14ce1ad1-6942-4457-bb17-8b556524d760 req-cb97fc0c-ceab-4399-9aea-639116c4611d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.1005323 Feb 18 12:30:50.166238 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-14ce1ad1-6942-4457-bb17-8b556524d760 req-02257f96-e0d6-4835-85e9-f89351e1195d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757089 Feb 18 12:30:50.294067 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db939002-275a-4913-b207-3756088eff22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (30e60342-4896-40c7-a6f0-c4b618f41037), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:50.296666 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db939002-275a-4913-b207-3756088eff22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:50.297882 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-db939002-275a-4913-b207-3756088eff22 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30e60342-4896-40c7-a6f0-c4b618f41037 HTTP/1.1" status: 204 len: 168 time: 0.4179096 Feb 18 12:30:50.307001 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db939002-275a-4913-b207-3756088eff22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e60342-4896-40c7-a6f0-c4b618f41037,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:51.300879 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13076f4-f5c0-4e6d-a44c-cfd06b383522 req-c03f8a0f-34db-4dc5-8854-6935cd676419 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:51.302369 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f13076f4-f5c0-4e6d-a44c-cfd06b383522 req-c03f8a0f-34db-4dc5-8854-6935cd676419 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0581710 Feb 18 12:30:51.349585 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f13076f4-f5c0-4e6d-a44c-cfd06b383522 req-2d67afa4-e3d9-425d-92ec-f168d9f1651f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416360 Feb 18 12:30:51.966255 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51790) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:51.981083 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f90cb67-bd53-41f7-ad62-de3d524875f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:52.072943 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f90cb67-bd53-41f7-ad62-de3d524875f4 admin admin] Publish callbacks [] for security_group (81902a8e-7288-40f8-bbdc-7de47e1afa26), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:52.152860 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4f90cb67-bd53-41f7-ad62-de3d524875f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (81902a8e-7288-40f8-bbdc-7de47e1afa26), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:52.192576 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90cb67-bd53-41f7-ad62-de3d524875f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81902a8e-7288-40f8-bbdc-7de47e1afa26,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:52.196552 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 51794) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:52.216895 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-4f90cb67-bd53-41f7-ad62-de3d524875f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3b033f0acc241adb0fee8021b70591d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494435 Feb 18 12:30:52.217635 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51798) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:52.269644 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-13bd0ab0-4606-4398-956e-fa4897ff3915 admin admin] Publish callbacks [] for security_group (81902a8e-7288-40f8-bbdc-7de47e1afa26), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:52.297929 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-13bd0ab0-4606-4398-956e-fa4897ff3915 admin admin] Publish callbacks [] for security_group (81902a8e-7288-40f8-bbdc-7de47e1afa26), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:52.354595 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-29d2900a-eabe-43dd-b4ea-d2da07212791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:52.474732 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-13bd0ab0-4606-4398-956e-fa4897ff3915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (81902a8e-7288-40f8-bbdc-7de47e1afa26), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:52.478519 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-13bd0ab0-4606-4398-956e-fa4897ff3915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:52.492875 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-13bd0ab0-4606-4398-956e-fa4897ff3915 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/81902a8e-7288-40f8-bbdc-7de47e1afa26 HTTP/1.1" status: 204 len: 168 time: 0.2636778 Feb 18 12:30:52.511203 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-29d2900a-eabe-43dd-b4ea-d2da07212791 admin admin] Publish callbacks [] for security_group (e791a07a-c760-4d24-a710-962d6930cca4), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:52.515339 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd0ab0-4606-4398-956e-fa4897ff3915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81902a8e-7288-40f8-bbdc-7de47e1afa26,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:52.562867 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0d51e-3e77-4937-9b5a-eb11fcaf68d0 req-02ff921f-f144-4a09-b036-711ebc25d320 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:52.564440 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bbf0d51e-3e77-4937-9b5a-eb11fcaf68d0 req-02ff921f-f144-4a09-b036-711ebc25d320 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.1237907 Feb 18 12:30:52.608448 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-29d2900a-eabe-43dd-b4ea-d2da07212791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (e791a07a-c760-4d24-a710-962d6930cca4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:52.619479 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bbf0d51e-3e77-4937-9b5a-eb11fcaf68d0 req-0aa70eea-d9bb-4f70-9dc6-05f11408cc09 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487030 Feb 18 12:30:52.686229 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2900a-eabe-43dd-b4ea-d2da07212791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e791a07a-c760-4d24-a710-962d6930cca4,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:52.690595 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-29d2900a-eabe-43dd-b4ea-d2da07212791 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e08ca5ef08af48b7b6d390579f8c4fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4922569 Feb 18 12:30:52.693179 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51806) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:52.751408 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f9ae0560-2fe0-4c58-924a-b7a1b7149379 admin admin] Publish callbacks [] for security_group (e791a07a-c760-4d24-a710-962d6930cca4), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:52.787561 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f9ae0560-2fe0-4c58-924a-b7a1b7149379 admin admin] Publish callbacks [] for security_group (e791a07a-c760-4d24-a710-962d6930cca4), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:52.928872 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f9ae0560-2fe0-4c58-924a-b7a1b7149379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (e791a07a-c760-4d24-a710-962d6930cca4), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:52.931865 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f9ae0560-2fe0-4c58-924a-b7a1b7149379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:52.933435 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-f9ae0560-2fe0-4c58-924a-b7a1b7149379 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e791a07a-c760-4d24-a710-962d6930cca4 HTTP/1.1" status: 204 len: 168 time: 0.2392011 Feb 18 12:30:52.943116 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae0560-2fe0-4c58-924a-b7a1b7149379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e791a07a-c760-4d24-a710-962d6930cca4,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:53.202405 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51812) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:53.230624 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-21c51e85-eb9c-4fe7-bf02-9bad90eae74e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:53.362925 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-21c51e85-eb9c-4fe7-bf02-9bad90eae74e admin admin] Publish callbacks [] for security_group (e2a6dd7d-6659-4cd3-ba7d-8e245b647264), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:53.472159 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-21c51e85-eb9c-4fe7-bf02-9bad90eae74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (e2a6dd7d-6659-4cd3-ba7d-8e245b647264), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:53.516693 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-21c51e85-eb9c-4fe7-bf02-9bad90eae74e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06bfce3be69d46a3892fdb0399fe47f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114920 Feb 18 12:30:53.517369 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c51e85-eb9c-4fe7-bf02-9bad90eae74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a6dd7d-6659-4cd3-ba7d-8e245b647264,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:53.518554 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 51818) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:53.603561 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f61496d0-7e08-4467-b878-0e7090ebb992 admin admin] Publish callbacks [] for security_group (e2a6dd7d-6659-4cd3-ba7d-8e245b647264), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:53.630729 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f61496d0-7e08-4467-b878-0e7090ebb992 admin admin] Publish callbacks [] for security_group (e2a6dd7d-6659-4cd3-ba7d-8e245b647264), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:53.780531 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f61496d0-7e08-4467-b878-0e7090ebb992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (e2a6dd7d-6659-4cd3-ba7d-8e245b647264), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:53.783282 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f61496d0-7e08-4467-b878-0e7090ebb992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:53.784446 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f61496d0-7e08-4467-b878-0e7090ebb992 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2a6dd7d-6659-4cd3-ba7d-8e245b647264 HTTP/1.1" status: 204 len: 168 time: 0.2638981 Feb 18 12:30:53.796702 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61496d0-7e08-4467-b878-0e7090ebb992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a6dd7d-6659-4cd3-ba7d-8e245b647264,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:53.831911 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf863bb2-3a4e-4a22-9c29-a262c502e227 req-d166dddd-a464-4148-b747-2a7a795c4a3c tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:53.833669 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cf863bb2-3a4e-4a22-9c29-a262c502e227 req-d166dddd-a464-4148-b747-2a7a795c4a3c tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0906851 Feb 18 12:30:53.853085 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 51824) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:53.868575 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f480031c-68cc-4a54-9bbf-a20e8d050d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:53.920302 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cf863bb2-3a4e-4a22-9c29-a262c502e227 req-e45f732f-45b1-431b-96a2-0809585eed2b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749364 Feb 18 12:30:53.989411 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f480031c-68cc-4a54-9bbf-a20e8d050d67 admin admin] Publish callbacks [] for security_group (68166b3d-2ff7-4411-9d7b-0f789fad687b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:54.078240 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f480031c-68cc-4a54-9bbf-a20e8d050d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (68166b3d-2ff7-4411-9d7b-0f789fad687b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:54.122893 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f480031c-68cc-4a54-9bbf-a20e8d050d67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3731e334acbe4d95ae779629d3d2e98c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670224 Feb 18 12:30:54.122893 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480031c-68cc-4a54-9bbf-a20e8d050d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68166b3d-2ff7-4411-9d7b-0f789fad687b,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:54.124339 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51826) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:54.188540 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d2293ef-1109-4103-9da5-e92a4ca574c7 admin admin] Publish callbacks [] for security_group (68166b3d-2ff7-4411-9d7b-0f789fad687b), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:54.218063 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d2293ef-1109-4103-9da5-e92a4ca574c7 admin admin] Publish callbacks [] for security_group (68166b3d-2ff7-4411-9d7b-0f789fad687b), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:54.357439 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d2293ef-1109-4103-9da5-e92a4ca574c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (68166b3d-2ff7-4411-9d7b-0f789fad687b), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:54.361554 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9d2293ef-1109-4103-9da5-e92a4ca574c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:54.363590 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9d2293ef-1109-4103-9da5-e92a4ca574c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68166b3d-2ff7-4411-9d7b-0f789fad687b HTTP/1.1" status: 204 len: 168 time: 0.2368484 Feb 18 12:30:54.377472 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2293ef-1109-4103-9da5-e92a4ca574c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68166b3d-2ff7-4411-9d7b-0f789fad687b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:55.033575 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dd946-20f5-40d5-9ec4-16210d34522c req-e4cae5c7-771e-45ce-8624-2c2378031a43 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:55.035321 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-402dd946-20f5-40d5-9ec4-16210d34522c req-e4cae5c7-771e-45ce-8624-2c2378031a43 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0532892 Feb 18 12:30:55.086310 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-402dd946-20f5-40d5-9ec4-16210d34522c req-4981a4d7-9327-4e17-b1f5-838b7bdf2240 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444512 Feb 18 12:30:56.240165 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b49152-93e2-49c7-aac1-a55bf900ca09 req-164dd62c-1f6b-44a2-8a0f-7908757fd818 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:56.241843 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3b49152-93e2-49c7-aac1-a55bf900ca09 req-164dd62c-1f6b-44a2-8a0f-7908757fd818 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0637999 Feb 18 12:30:56.302371 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3b49152-93e2-49c7-aac1-a55bf900ca09 req-a2968dd4-3946-4a8b-aff7-d95f474b283e tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535121 Feb 18 12:30:57.475409 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc135f-40eb-475e-9cb6-3ec7ac623e94 req-3d85dd48-88c7-4d70-bf0a-73d0f0575bda tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:57.476655 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-09dc135f-40eb-475e-9cb6-3ec7ac623e94 req-3d85dd48-88c7-4d70-bf0a-73d0f0575bda tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0722241 Feb 18 12:30:57.539678 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-09dc135f-40eb-475e-9cb6-3ec7ac623e94 req-f55082a0-07cf-4eda-b73d-7a22d615855e tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564067 Feb 18 12:30:58.363900 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51960) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:58.489487 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ce07a607-953b-4d22-80df-80ff4c715f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:58.570742 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ce07a607-953b-4d22-80df-80ff4c715f4c admin admin] Publish callbacks [] for security_group (003a190c-da5a-4f46-9734-e970ca38cd42), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:58.669243 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd08fe2-1889-490a-9952-75c3caa2a94a req-2138508d-3de7-44a2-a5ca-c741133cc96c tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:58.670727 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ecd08fe2-1889-490a-9952-75c3caa2a94a req-2138508d-3de7-44a2-a5ca-c741133cc96c tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0551023 Feb 18 12:30:58.720820 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ecd08fe2-1889-490a-9952-75c3caa2a94a req-4d1bebcf-544e-4dc5-82c0-56e3e92a4b1f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438118 Feb 18 12:30:59.043300 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ce07a607-953b-4d22-80df-80ff4c715f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (003a190c-da5a-4f46-9734-e970ca38cd42), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:59.082898 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ce07a607-953b-4d22-80df-80ff4c715f4c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5114eb5ba34c402786f7baada559c784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7177520 Feb 18 12:30:59.083772 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07a607-953b-4d22-80df-80ff4c715f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003a190c-da5a-4f46-9734-e970ca38cd42,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:59.085545 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 51972) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:59.136323 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-39109af6-3cf4-4ceb-94da-51b8bb320bb0 admin admin] Publish callbacks [] for security_group (003a190c-da5a-4f46-9734-e970ca38cd42), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:59.165500 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-39109af6-3cf4-4ceb-94da-51b8bb320bb0 admin admin] Publish callbacks [] for security_group (003a190c-da5a-4f46-9734-e970ca38cd42), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:59.300620 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-39109af6-3cf4-4ceb-94da-51b8bb320bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (003a190c-da5a-4f46-9734-e970ca38cd42), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:59.303181 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-39109af6-3cf4-4ceb-94da-51b8bb320bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:59.304341 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-39109af6-3cf4-4ceb-94da-51b8bb320bb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/003a190c-da5a-4f46-9734-e970ca38cd42 HTTP/1.1" status: 204 len: 168 time: 0.2171147 Feb 18 12:30:59.324542 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39109af6-3cf4-4ceb-94da-51b8bb320bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003a190c-da5a-4f46-9734-e970ca38cd42,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:30:59.676590 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 51988) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:30:59.806236 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60de42c2-9b75-42fa-8124-3a8111d05ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:59.850227 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87eeee3-0a53-4c79-902f-0d07404cfc8c req-31e2b105-efe1-4681-ae3c-1d4beb5f9ba8 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:30:59.851620 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c87eeee3-0a53-4c79-902f-0d07404cfc8c req-31e2b105-efe1-4681-ae3c-1d4beb5f9ba8 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0525105 Feb 18 12:30:59.883952 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60de42c2-9b75-42fa-8124-3a8111d05ca7 admin admin] Publish callbacks [] for security_group (65c1560e-b3f2-4fd1-9c52-a60c7b62c5b4), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:59.901049 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c87eeee3-0a53-4c79-902f-0d07404cfc8c req-ca5c69df-4b97-4db4-a525-4aa00c30bbab tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428512 Feb 18 12:30:59.969366 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-60de42c2-9b75-42fa-8124-3a8111d05ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (65c1560e-b3f2-4fd1-9c52-a60c7b62c5b4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:00.011140 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-60de42c2-9b75-42fa-8124-3a8111d05ca7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df97b22eac35406cb72c2e5dc2714286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332169 Feb 18 12:31:00.011835 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de42c2-9b75-42fa-8124-3a8111d05ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c1560e-b3f2-4fd1-9c52-a60c7b62c5b4,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:00.014908 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 51996) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:00.065877 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48f686a0-b598-4aef-acd9-90d989b57834 admin admin] Publish callbacks [] for security_group (65c1560e-b3f2-4fd1-9c52-a60c7b62c5b4), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:00.089724 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48f686a0-b598-4aef-acd9-90d989b57834 admin admin] Publish callbacks [] for security_group (65c1560e-b3f2-4fd1-9c52-a60c7b62c5b4), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:00.190267 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52004) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:00.191617 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48f686a0-b598-4aef-acd9-90d989b57834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (65c1560e-b3f2-4fd1-9c52-a60c7b62c5b4), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:00.194216 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48f686a0-b598-4aef-acd9-90d989b57834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:00.196402 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-48f686a0-b598-4aef-acd9-90d989b57834 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65c1560e-b3f2-4fd1-9c52-a60c7b62c5b4 HTTP/1.1" status: 204 len: 168 time: 0.1803813 Feb 18 12:31:00.204409 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f686a0-b598-4aef-acd9-90d989b57834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c1560e-b3f2-4fd1-9c52-a60c7b62c5b4,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:00.206452 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-91b6bbd9-2db2-4cde-8124-1b10628759b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:00.284202 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-91b6bbd9-2db2-4cde-8124-1b10628759b5 admin admin] Publish callbacks [] for security_group (ea58f577-4faa-4ffb-9580-01f90d3844e4), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:00.352056 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-91b6bbd9-2db2-4cde-8124-1b10628759b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (ea58f577-4faa-4ffb-9580-01f90d3844e4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:00.390778 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-91b6bbd9-2db2-4cde-8124-1b10628759b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df04c6cf593e4e5d81840eafa9fe7430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988573 Feb 18 12:31:00.391597 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6bbd9-2db2-4cde-8124-1b10628759b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea58f577-4faa-4ffb-9580-01f90d3844e4,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:00.393424 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52012) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:00.444062 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2aedeb8b-63db-4095-90bc-59d5726025a4 admin admin] Publish callbacks [] for security_group (ea58f577-4faa-4ffb-9580-01f90d3844e4), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:00.465769 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2aedeb8b-63db-4095-90bc-59d5726025a4 admin admin] Publish callbacks [] for security_group (ea58f577-4faa-4ffb-9580-01f90d3844e4), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:00.603496 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2aedeb8b-63db-4095-90bc-59d5726025a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (ea58f577-4faa-4ffb-9580-01f90d3844e4), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:00.606223 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2aedeb8b-63db-4095-90bc-59d5726025a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:00.609668 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2aedeb8b-63db-4095-90bc-59d5726025a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea58f577-4faa-4ffb-9580-01f90d3844e4 HTTP/1.1" status: 204 len: 168 time: 0.2129819 Feb 18 12:31:00.616877 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedeb8b-63db-4095-90bc-59d5726025a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea58f577-4faa-4ffb-9580-01f90d3844e4,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:01.025568 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadb54a-0d93-4d7f-a28b-4aee1ec0d0b3 req-c17a6a77-f66e-4cf6-ad46-3b6bcb34f375 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:01.027290 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-caadb54a-0d93-4d7f-a28b-4aee1ec0d0b3 req-c17a6a77-f66e-4cf6-ad46-3b6bcb34f375 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0549836 Feb 18 12:31:01.373081 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-caadb54a-0d93-4d7f-a28b-4aee1ec0d0b3 req-d5c16cff-71c9-4978-9ca3-ac13cf1677d0 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3392954 Feb 18 12:31:01.382595 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fba9ea-b775-4b7f-822e-c857f98f6ff3 req-502a4966-a256-47bf-ba66-3d949654456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:01.384524 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b3fba9ea-b775-4b7f-822e-c857f98f6ff3 req-502a4966-a256-47bf-ba66-3d949654456c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 1129 time: 0.3335643 Feb 18 12:31:01.483468 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fba9ea-b775-4b7f-822e-c857f98f6ff3 req-5fa59c45-d383-4ece-acd3-b669f2e2be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:01.485277 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b3fba9ea-b775-4b7f-822e-c857f98f6ff3 req-5fa59c45-d383-4ece-acd3-b669f2e2be33 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7 HTTP/1.1" status: 200 len: 917 time: 0.0942590 Feb 18 12:31:01.560853 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b3fba9ea-b775-4b7f-822e-c857f98f6ff3 req-c6d15894-435f-4525-8649-231d2ecaa879 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d54616d3-e368-4575-b5cb-edca1fc271c1 HTTP/1.1" status: 200 len: 1001 time: 0.0657842 Feb 18 12:31:01.608994 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fba9ea-b775-4b7f-822e-c857f98f6ff3 req-bc38d7c3-09eb-4cd4-bea8-b5d02b268533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:01.610539 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b3fba9ea-b775-4b7f-822e-c857f98f6ff3 req-bc38d7c3-09eb-4cd4-bea8-b5d02b268533 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0605fd76-e386-40d7-93ea-f7bf1f705f1d HTTP/1.1" status: 200 len: 855 time: 0.0436866 Feb 18 12:31:01.665126 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fba9ea-b775-4b7f-822e-c857f98f6ff3 req-a1b62d16-bdf4-4947-9817-a6ca4e2c3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:01.666976 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b3fba9ea-b775-4b7f-822e-c857f98f6ff3 req-a1b62d16-bdf4-4947-9817-a6ca4e2c3620 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484655 Feb 18 12:31:01.766839 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b3fba9ea-b775-4b7f-822e-c857f98f6ff3 req-afcdcc1d-20e0-422e-bf03-60acba7a496e service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915656 Feb 18 12:31:01.864512 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b3fba9ea-b775-4b7f-822e-c857f98f6ff3 req-ec12b1f1-c916-40d4-ad5f-03b735124ec7 service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908456 Feb 18 12:31:02.513023 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9a99-3ebf-4294-add2-a54cbe371252 req-4927dce4-db00-4254-a086-136e7534efe5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:02.514926 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-624d9a99-3ebf-4294-add2-a54cbe371252 req-4927dce4-db00-4254-a086-136e7534efe5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0614049 Feb 18 12:31:02.582829 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-624d9a99-3ebf-4294-add2-a54cbe371252 req-20bfad07-d728-47cf-980f-715e37fd02b1 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503130 Feb 18 12:31:03.709480 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981b295-a7c7-4abf-bd7e-b4b98be2cce5 req-a09d3629-f0b1-4cc9-9dfe-0e2497020fda tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:03.711557 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9981b295-a7c7-4abf-bd7e-b4b98be2cce5 req-a09d3629-f0b1-4cc9-9dfe-0e2497020fda tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0534976 Feb 18 12:31:03.758631 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9981b295-a7c7-4abf-bd7e-b4b98be2cce5 req-31d02b29-3396-4e2c-a128-111300447853 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401034 Feb 18 12:31:04.886134 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7a958-bcfb-4bf7-b553-afeb38bd338a req-5f46a303-abb7-4a3c-99bb-4fbb048df04b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:04.888187 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c9e7a958-bcfb-4bf7-b553-afeb38bd338a req-5f46a303-abb7-4a3c-99bb-4fbb048df04b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 945 time: 0.0553179 Feb 18 12:31:04.936930 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c9e7a958-bcfb-4bf7-b553-afeb38bd338a req-5bcd3d9c-15e2-4b3a-b874-6c79a5a993ad tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431297 Feb 18 12:31:05.700623 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-14dd62a4-5aea-4881-9a1a-8800f9d4f8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:06.606573 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d54616d3-e368-4575-b5cb-edca1fc271c1 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:31:06.693034 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port d54616d3-e368-4575-b5cb-edca1fc271c1 is: ACTIVE; New status is: DOWN {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:06.693423 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:06.728693 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e257c7-6667-4b68-a39d-88493031e604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54616d3-e368-4575-b5cb-edca1fc271c1'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:31:06.728693 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b059e3-ce65-4282-8d12-49430f1c9c6a" -d '{"events": [{"server_uuid": "39e257c7-6667-4b68-a39d-88493031e604", "name": "network-vif-unplugged", "status": "completed", "tag": "d54616d3-e368-4575-b5cb-edca1fc271c1"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:31:06.737976 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d54616d3-e368-4575-b5cb-edca1fc271c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d54616d3-e368-4575-b5cb-edca1fc271c1,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:31:06.761912 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Feb 2022 12:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2ebf5f-cf9b-4c9a-91b6-a556f27eb894 x-openstack-request-id: req-da2ebf5f-cf9b-4c9a-91b6-a556f27eb894 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:31:06.762259 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e257c7-6667-4b68-a39d-88493031e604", "name": "network-vif-unplugged", "status": "completed", "tag": "d54616d3-e368-4575-b5cb-edca1fc271c1", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:31:06.762513 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da2ebf5f-cf9b-4c9a-91b6-a556f27eb894 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:31:06.762905 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e257c7-6667-4b68-a39d-88493031e604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'code': 200} Feb 18 12:31:06.872481 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:06.906540 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:06.954525 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=d54616d3-e368-4575-b5cb-edca1fc271c1,revision_number=8']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:07.308173 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-71c1a468-4ef9-4b25-a236-4333eb33ab1d req-492b14fb-467c-4330-af81-5df62891a7be service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:31:07.310292 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-71c1a468-4ef9-4b25-a236-4333eb33ab1d req-492b14fb-467c-4330-af81-5df62891a7be service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1055660 Feb 18 12:31:07.660469 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f999bad-1420-4f74-9c22-6e77e3f5ef7d req-091b1e08-6dfb-4118-9a06-291a0cc2b132 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:07.661924 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1f999bad-1420-4f74-9c22-6e77e3f5ef7d req-091b1e08-6dfb-4118-9a06-291a0cc2b132 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0575075 Feb 18 12:31:07.711258 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1f999bad-1420-4f74-9c22-6e77e3f5ef7d req-0bb0ee87-e2da-4cfc-8ac0-1055c0656b21 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435865 Feb 18 12:31:07.852629 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-33216150-d1fa-4414-aad6-b52d257249af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:07.900110 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-8c42fb8d-13a9-4923-b1aa-5e4dc47bb6fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416739 Feb 18 12:31:07.971631 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-3e18109d-172e-41f4-a3c2-eed07ada0a82 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:07.972983 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-3e18109d-172e-41f4-a3c2-eed07ada0a82 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports/d54616d3-e368-4575-b5cb-edca1fc271c1 HTTP/1.1" status: 200 len: 940 time: 0.0458047 Feb 18 12:31:08.837559 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251b406-9cba-4886-aa98-8c7ee48025db req-0492bcc7-ba64-4868-94d9-698aa525b71e tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:08.839032 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a251b406-9cba-4886-aa98-8c7ee48025db req-0492bcc7-ba64-4868-94d9-698aa525b71e tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0559657 Feb 18 12:31:08.884613 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a251b406-9cba-4886-aa98-8c7ee48025db req-79984f1b-b424-4497-a8fe-22570ec151ab tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399876 Feb 18 12:31:09.023754 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:10.006356 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6ee18-4d71-46e4-94bd-64f2fb125c81 req-799cb96c-ea9a-495f-a40d-a05047fd1c66 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:10.007789 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b2a6ee18-4d71-46e4-94bd-64f2fb125c81 req-799cb96c-ea9a-495f-a40d-a05047fd1c66 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0500851 Feb 18 12:31:10.053346 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b2a6ee18-4d71-46e4-94bd-64f2fb125c81 req-1a45134f-4454-4436-a0e3-12be1627c83d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393820 Feb 18 12:31:10.429676 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:10.536601 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2cbc076c-074c-4b10-8617-abe3bbc30df0 req-db52996d-997f-49fb-84c8-3feb392406c6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434613 Feb 18 12:31:10.625902 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc076c-074c-4b10-8617-abe3bbc30df0 req-a3a7ae36-6d8a-404c-ad15-e5c06e480dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:10.627476 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2cbc076c-074c-4b10-8617-abe3bbc30df0 req-a3a7ae36-6d8a-404c-ad15-e5c06e480dbc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 1129 time: 0.0477147 Feb 18 12:31:10.726256 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc076c-074c-4b10-8617-abe3bbc30df0 req-d6efff99-07fb-4938-9604-265fd1f128e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:10.727686 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2cbc076c-074c-4b10-8617-abe3bbc30df0 req-d6efff99-07fb-4938-9604-265fd1f128e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 913 time: 0.0828862 Feb 18 12:31:10.796571 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2cbc076c-074c-4b10-8617-abe3bbc30df0 req-72146524-cda8-46fc-aadb-758137736d4c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62b8b65a-0ea3-42c9-a836-5178473f55fa HTTP/1.1" status: 200 len: 1000 time: 0.0622454 Feb 18 12:31:10.846315 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc076c-074c-4b10-8617-abe3bbc30df0 req-e99ad933-e457-4678-8891-c3b81f3763ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:10.847770 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2cbc076c-074c-4b10-8617-abe3bbc30df0 req-e99ad933-e457-4678-8891-c3b81f3763ee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a HTTP/1.1" status: 200 len: 851 time: 0.0448260 Feb 18 12:31:10.898061 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc076c-074c-4b10-8617-abe3bbc30df0 req-a232f452-54dd-4527-b3b1-bab90c4ab4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:10.899603 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2cbc076c-074c-4b10-8617-abe3bbc30df0 req-a232f452-54dd-4527-b3b1-bab90c4ab4c8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ffb8dc52-3419-418a-8199-5a2a6a804c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460141 Feb 18 12:31:10.995945 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2cbc076c-074c-4b10-8617-abe3bbc30df0 req-be10d179-8c6a-499a-9c26-589077e8001b service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879433 Feb 18 12:31:11.083904 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2cbc076c-074c-4b10-8617-abe3bbc30df0 req-6821ba6d-2fed-432f-b6c5-f9b37a6bcf3e service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815816 Feb 18 12:31:11.179966 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9160adb-9975-4ce6-a618-c66d8ab266e0 req-b3221b6e-5838-4f34-bea8-1c2bcdec2a28 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:11.181436 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b9160adb-9975-4ce6-a618-c66d8ab266e0 req-b3221b6e-5838-4f34-bea8-1c2bcdec2a28 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0541229 Feb 18 12:31:11.232267 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b9160adb-9975-4ce6-a618-c66d8ab266e0 req-ce68aee3-fa4f-4824-9948-a9fe60995d83 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453136 Feb 18 12:31:11.613802 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-9b37970a-627b-45b5-8669-f740c912d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:11.613802 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-9b37970a-627b-45b5-8669-f740c912d019 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604&tenant_id=f419fb528f5244bcaa1189ccbbc54ab9 HTTP/1.1" status: 200 len: 1127 time: 0.0597303 Feb 18 12:31:11.681163 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-f346bc1b-b429-4083-88af-f004bf83f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:11.682872 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-f346bc1b-b429-4083-88af-f004bf83f1e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 1127 time: 0.0469775 Feb 18 12:31:11.783809 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-c19ff71f-7924-48d8-ac09-dc115816bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:11.785274 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-c19ff71f-7924-48d8-ac09-dc115816bdb5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7 HTTP/1.1" status: 200 len: 917 time: 0.0940468 Feb 18 12:31:11.851182 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-db0db515-1deb-495b-9997-23df161759da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d54616d3-e368-4575-b5cb-edca1fc271c1 HTTP/1.1" status: 200 len: 999 time: 0.0594010 Feb 18 12:31:11.900445 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-c1546271-3c27-4ff9-8302-212a028cb25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:11.901916 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-c1546271-3c27-4ff9-8302-212a028cb25a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0605fd76-e386-40d7-93ea-f7bf1f705f1d HTTP/1.1" status: 200 len: 855 time: 0.0443344 Feb 18 12:31:11.957028 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-ef006e11-6a78-4f50-894b-c467361d9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:11.959634 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-ef006e11-6a78-4f50-894b-c467361d9aa2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2ddff822-40fe-4fd3-abb5-5ee14df87cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515249 Feb 18 12:31:11.963890 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:12.077079 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-5dc3775e-1954-44bd-ba3f-1a50be6a7bf9 service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095555 Feb 18 12:31:12.173608 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-40086ef2-7327-4c31-983e-9aec00c27f51 req-9228aaf4-ede6-4c71-ba94-e44e6fb6c39c service neutron] 10.222.0.82 "GET /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887940 Feb 18 12:31:12.363293 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04257be7-4e49-44b2-b55c-39509fdc8c34 req-8e775119-bd38-4839-a42c-f5e8aeb3eef9 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:12.364767 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-04257be7-4e49-44b2-b55c-39509fdc8c34 req-8e775119-bd38-4839-a42c-f5e8aeb3eef9 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0561764 Feb 18 12:31:12.414098 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-04257be7-4e49-44b2-b55c-39509fdc8c34 req-9971d057-7efa-47ba-8b3e-c525764e8e1d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435293 Feb 18 12:31:13.556881 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86a92f-e328-4bb6-8a4b-7d8755f8ef5b req-d33a880a-5f2d-48b7-9473-679c9016d09b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:13.558584 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fd86a92f-e328-4bb6-8a4b-7d8755f8ef5b req-d33a880a-5f2d-48b7-9473-679c9016d09b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0634921 Feb 18 12:31:13.619456 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fd86a92f-e328-4bb6-8a4b-7d8755f8ef5b req-89022711-9a7b-4472-aa1d-90365149592a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546331 Feb 18 12:31:14.751434 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff9674-ec7b-4b05-8892-92172cf2e13c req-5c192ca8-98a6-4b1f-bd9e-d322ffaafff4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:14.753188 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fdff9674-ec7b-4b05-8892-92172cf2e13c req-5c192ca8-98a6-4b1f-bd9e-d322ffaafff4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0577872 Feb 18 12:31:14.804240 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fdff9674-ec7b-4b05-8892-92172cf2e13c req-c372be1a-f5e1-4b3a-bc95-7e7f0c8d6274 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447185 Feb 18 12:31:15.935865 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089d1f8-c4bf-4753-93cb-f83313f14e76 req-2ec9769f-8c85-402f-aec3-d8076003808f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:15.937359 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a089d1f8-c4bf-4753-93cb-f83313f14e76 req-2ec9769f-8c85-402f-aec3-d8076003808f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0577378 Feb 18 12:31:15.989998 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a089d1f8-c4bf-4753-93cb-f83313f14e76 req-94e0ee53-93c9-457b-a6d8-f1db8b608208 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463836 Feb 18 12:31:17.167560 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb2c4e-a363-41f4-bdc4-54ff1a514fad req-c1559dbf-771d-4a3a-8d7f-8f189edaf6c2 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:17.173630 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d3cb2c4e-a363-41f4-bdc4-54ff1a514fad req-c1559dbf-771d-4a3a-8d7f-8f189edaf6c2 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0766499 Feb 18 12:31:17.235002 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d3cb2c4e-a363-41f4-bdc4-54ff1a514fad req-7683977a-fe71-400b-ae30-2f62365f7772 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542758 Feb 18 12:31:18.395419 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c929716-1c0e-44af-bfec-f7f0428ca474 req-87803ddf-cb14-4f05-86a9-bcf170fc31ad tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:18.398320 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3c929716-1c0e-44af-bfec-f7f0428ca474 req-87803ddf-cb14-4f05-86a9-bcf170fc31ad tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0717397 Feb 18 12:31:18.450741 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52390) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:18.475067 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3c929716-1c0e-44af-bfec-f7f0428ca474 req-01df5681-3416-481f-8b19-b74593946d74 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707560 Feb 18 12:31:18.599978 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:18.688612 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Publish callbacks [] for security_group (4cac20a2-dc1a-4476-872f-3ac7367ae591), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:18.820851 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (4cac20a2-dc1a-4476-872f-3ac7367ae591), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:18.866515 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52396) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:18.866723 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9373be2833c7496bb929417d90c3d846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187477 Feb 18 12:31:18.867586 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cac20a2-dc1a-4476-872f-3ac7367ae591,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:18.875342 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:18.875690 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:18.876093 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:18.876411 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:18.876922 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:18.877431 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:18.877765 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:18.878118 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:18.879149 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:18.879149 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:18.879149 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:18.879457 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:18.879959 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b49e970-0fe4-4403-a798-deb4f702460a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:18.925331 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Publish callbacks [] for security_group (4cac20a2-dc1a-4476-872f-3ac7367ae591), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:18.950984 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Publish callbacks [] for security_group (4cac20a2-dc1a-4476-872f-3ac7367ae591), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:19.070521 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (4cac20a2-dc1a-4476-872f-3ac7367ae591), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:19.073562 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:19.075603 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4cac20a2-dc1a-4476-872f-3ac7367ae591 HTTP/1.1" status: 204 len: 168 time: 0.2067177 Feb 18 12:31:19.084609 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cac20a2-dc1a-4476-872f-3ac7367ae591,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:19.093927 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:19.094470 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:19.094895 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:19.095243 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:19.095573 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:19.095909 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:19.096241 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:19.096572 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:19.097056 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:19.097235 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:19.097542 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:19.097866 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:19.098224 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57397087-f732-402c-810b-62af3cfbb18b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:19.842405 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82040de-58ce-456e-b74a-d876dfce4e9e req-9c81830d-8f2c-4cf3-afe1-75f21fd6018a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:19.844057 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e82040de-58ce-456e-b74a-d876dfce4e9e req-9c81830d-8f2c-4cf3-afe1-75f21fd6018a tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0717366 Feb 18 12:31:19.899602 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e82040de-58ce-456e-b74a-d876dfce4e9e req-0ea54771-a1a1-42c7-a9e1-354523cb1fff tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498223 Feb 18 12:31:21.025945 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38721281-a2dc-44de-9098-a201045730da req-b7d3174b-efe6-4b9b-b637-90bf5e490849 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:21.027507 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38721281-a2dc-44de-9098-a201045730da req-b7d3174b-efe6-4b9b-b637-90bf5e490849 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0598316 Feb 18 12:31:21.075827 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38721281-a2dc-44de-9098-a201045730da req-c371f831-cb56-46f6-a7ac-601b759c36fb tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426087 Feb 18 12:31:21.214602 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52428) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:21.320007 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5649d244-2bc2-442d-a1aa-3b651e49228a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:21.402156 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5649d244-2bc2-442d-a1aa-3b651e49228a admin admin] Publish callbacks [] for security_group (9d6a1818-a14f-48f4-946d-c74eb2654d18), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:21.477740 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5649d244-2bc2-442d-a1aa-3b651e49228a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (9d6a1818-a14f-48f4-946d-c74eb2654d18), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:21.516553 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5649d244-2bc2-442d-a1aa-3b651e49228a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=05c1b4a93872445c94855bc5bbb667d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008652 Feb 18 12:31:21.517273 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649d244-2bc2-442d-a1aa-3b651e49228a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6a1818-a14f-48f4-946d-c74eb2654d18,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:21.519302 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52434) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:21.566524 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f90d997f-ed6d-44eb-8920-e5fe35e55ce2 admin admin] Publish callbacks [] for security_group (9d6a1818-a14f-48f4-946d-c74eb2654d18), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:21.587968 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f90d997f-ed6d-44eb-8920-e5fe35e55ce2 admin admin] Publish callbacks [] for security_group (9d6a1818-a14f-48f4-946d-c74eb2654d18), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:21.740487 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f90d997f-ed6d-44eb-8920-e5fe35e55ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (9d6a1818-a14f-48f4-946d-c74eb2654d18), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:21.743185 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f90d997f-ed6d-44eb-8920-e5fe35e55ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:21.744362 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f90d997f-ed6d-44eb-8920-e5fe35e55ce2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9d6a1818-a14f-48f4-946d-c74eb2654d18 HTTP/1.1" status: 204 len: 168 time: 0.2240570 Feb 18 12:31:21.752817 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d997f-ed6d-44eb-8920-e5fe35e55ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6a1818-a14f-48f4-946d-c74eb2654d18,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:22.199757 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b755fb-0691-4d9a-b2ec-d34eb92d6e86 req-2e999469-220d-4347-9759-5dfa37ccb17f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:22.201143 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-75b755fb-0691-4d9a-b2ec-d34eb92d6e86 req-2e999469-220d-4347-9759-5dfa37ccb17f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0516605 Feb 18 12:31:22.246683 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-75b755fb-0691-4d9a-b2ec-d34eb92d6e86 req-b9552ab9-adf1-468c-acaf-3a5fcb2bc2d0 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400875 Feb 18 12:31:22.385356 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52446) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:22.398765 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10102857-cf5d-43b2-bb28-1681767474f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:22.469922 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10102857-cf5d-43b2-bb28-1681767474f0 admin admin] Publish callbacks [] for security_group (406bc152-4799-40d8-9e40-89acd2e1ebf3), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:22.574474 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10102857-cf5d-43b2-bb28-1681767474f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (406bc152-4799-40d8-9e40-89acd2e1ebf3), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:22.611809 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-10102857-cf5d-43b2-bb28-1681767474f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1fb0e8dc6f6c47d798c922677e3bd8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254100 Feb 18 12:31:22.612668 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10102857-cf5d-43b2-bb28-1681767474f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406bc152-4799-40d8-9e40-89acd2e1ebf3,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:22.615335 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52448) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:22.669604 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c6508ee-5df7-4c6a-b718-18eff5bc1a1b admin admin] Publish callbacks [] for security_group (406bc152-4799-40d8-9e40-89acd2e1ebf3), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:22.698317 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c6508ee-5df7-4c6a-b718-18eff5bc1a1b admin admin] Publish callbacks [] for security_group (406bc152-4799-40d8-9e40-89acd2e1ebf3), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:22.746708 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52452) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:22.824228 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c6508ee-5df7-4c6a-b718-18eff5bc1a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (406bc152-4799-40d8-9e40-89acd2e1ebf3), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:22.826735 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-2c6508ee-5df7-4c6a-b718-18eff5bc1a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:22.827866 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-2c6508ee-5df7-4c6a-b718-18eff5bc1a1b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/406bc152-4799-40d8-9e40-89acd2e1ebf3 HTTP/1.1" status: 204 len: 168 time: 0.2113531 Feb 18 12:31:22.835703 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6508ee-5df7-4c6a-b718-18eff5bc1a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406bc152-4799-40d8-9e40-89acd2e1ebf3,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:22.851533 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-30532562-371a-48a4-b286-f25be8a1040b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:22.931511 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-30532562-371a-48a4-b286-f25be8a1040b admin admin] Publish callbacks [] for security_group (2dd022c1-425d-40da-b801-7e2523267e9b), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:23.009321 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-30532562-371a-48a4-b286-f25be8a1040b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (2dd022c1-425d-40da-b801-7e2523267e9b), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:23.047381 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-30532562-371a-48a4-b286-f25be8a1040b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b11b528f575f4ed28ef9a7713fd838c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991245 Feb 18 12:31:23.048095 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30532562-371a-48a4-b286-f25be8a1040b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd022c1-425d-40da-b801-7e2523267e9b,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:23.050855 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52458) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:23.105105 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8255b006-85f4-400f-9692-184f602987b4 admin admin] Publish callbacks [] for security_group (2dd022c1-425d-40da-b801-7e2523267e9b), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:23.125128 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d54616d3-e368-4575-b5cb-edca1fc271c1 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:31:23.141512 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8255b006-85f4-400f-9692-184f602987b4 admin admin] Publish callbacks [] for security_group (2dd022c1-425d-40da-b801-7e2523267e9b), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:23.226949 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d54616d3-e368-4575-b5cb-edca1fc271c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d54616d3-e368-4575-b5cb-edca1fc271c1,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:31:23.240002 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'port_id': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'mac_address': 'fa:16:3e:b9:8d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:31:23.258251 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8255b006-85f4-400f-9692-184f602987b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (2dd022c1-425d-40da-b801-7e2523267e9b), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:23.263019 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8255b006-85f4-400f-9692-184f602987b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:23.265311 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-8255b006-85f4-400f-9692-184f602987b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2dd022c1-425d-40da-b801-7e2523267e9b HTTP/1.1" status: 204 len: 168 time: 0.2132301 Feb 18 12:31:23.278335 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255b006-85f4-400f-9692-184f602987b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd022c1-425d-40da-b801-7e2523267e9b,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:23.316824 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port d54616d3-e368-4575-b5cb-edca1fc271c1 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:23.317219 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:23.335956 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54616d3-e368-4575-b5cb-edca1fc271c1 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:31:23.358787 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d54616d3-e368-4575-b5cb-edca1fc271c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d54616d3-e368-4575-b5cb-edca1fc271c1,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:31:23.391708 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cfe4a-9dd6-4d45-ae81-69d688842941 req-190eaf25-5095-470b-94e0-bcc18ff19481 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:23.393198 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c73cfe4a-9dd6-4d45-ae81-69d688842941 req-190eaf25-5095-470b-94e0-bcc18ff19481 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 943 time: 0.0568523 Feb 18 12:31:23.447303 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:23.456630 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c73cfe4a-9dd6-4d45-ae81-69d688842941 req-b489c23f-5294-41ed-a93c-5d8f0fdd64d7 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570948 Feb 18 12:31:23.521386 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=d54616d3-e368-4575-b5cb-edca1fc271c1,revision_number=9']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:23.529171 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:23.529531 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:23.529871 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:23.530257 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:23.530815 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:23.531374 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:23.531932 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:23.532324 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:23.532661 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:23.532990 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:23.533319 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:23.533641 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:23.534022 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:23.552062 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:31:23.665920 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['d54616d3-e368-4575-b5cb-edca1fc271c1'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:31:24.326826 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52506) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:24.424807 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1738730297-network', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:24.545981 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] Made reservation on behalf of 5c5cedac69764095b416f7b3f7ab59c5 for: {'network': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:31:24.548409 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:24.557505 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:24.576572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52514) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:24.585926 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e865e2-0cfb-48f1-a69d-cdb38a2309b0 req-d630844e-95f8-4f9d-8f7e-1b585f315bff tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:24.588366 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-93e865e2-0cfb-48f1-a69d-cdb38a2309b0 req-d630844e-95f8-4f9d-8f7e-1b585f315bff tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 944 time: 0.0571401 Feb 18 12:31:24.638117 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-93e865e2-0cfb-48f1-a69d-cdb38a2309b0 req-2cd4af29-3d2c-4143-b1ef-b2c32c89789f tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419898 Feb 18 12:31:24.643998 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] Publish callbacks [] for security_group (5461da0d-b435-4e2d-8363-c821cfe66734), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:24.688389 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2356-9da7-4d89-8ae8-c471082073d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:24.749290 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (5461da0d-b435-4e2d-8363-c821cfe66734), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:24.774449 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2356-9da7-4d89-8ae8-c471082073d3 admin admin] Publish callbacks [] for security_group (007fbdd3-df32-47c3-ab4a-c9495a28f59b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:24.785281 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:31:24.794660 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5461da0d-b435-4e2d-8363-c821cfe66734,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:24.799231 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (6e5333a7-b3f1-44be-8de6-1065ee89cd57), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:24.799578 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.segments_db [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] Added segment 6e5333a7-b3f1-44be-8de6-1065ee89cd57 of type vlan for network 1c250558-5b61-4ce2-af5f-56eacc6b0cea Feb 18 12:31:24.837550 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (1c250558-5b61-4ce2-af5f-56eacc6b0cea), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:24.859297 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1eaf2356-9da7-4d89-8ae8-c471082073d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (007fbdd3-df32-47c3-ab4a-c9495a28f59b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:24.900404 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-1eaf2356-9da7-4d89-8ae8-c471082073d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc929b742df94da398899f0f093efd14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228788 Feb 18 12:31:24.901273 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf2356-9da7-4d89-8ae8-c471082073d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007fbdd3-df32-47c3-ab4a-c9495a28f59b,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:24.903643 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52518) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:24.926607 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (1c250558-5b61-4ce2-af5f-56eacc6b0cea), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:24.927607 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:24.928187 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:24.951156 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97e07f99-0266-49d9-a434-ca3591c9471c admin admin] Publish callbacks [] for security_group (007fbdd3-df32-47c3-ab4a-c9495a28f59b), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:24.971921 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97e07f99-0266-49d9-a434-ca3591c9471c admin admin] Publish callbacks [] for security_group (007fbdd3-df32-47c3-ab4a-c9495a28f59b), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:24.985408 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] Pushing event updated for resources: {'Network': ['ID=1c250558-5b61-4ce2-af5f-56eacc6b0cea,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:24.996702 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network 1c250558-5b61-4ce2-af5f-56eacc6b0cea details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:31:25.092211 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f57afa33-7b76-48a7-8d2a-45309c875a34 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7642500 Feb 18 12:31:25.095211 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52520) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:25.101133 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-db50eec9-3211-4cce-9fa2-c87fca91347f admin admin] Request body: {'subnet': {'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1738730297-subnet', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:25.121414 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97e07f99-0266-49d9-a434-ca3591c9471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (007fbdd3-df32-47c3-ab4a-c9495a28f59b), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:25.123543 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-97e07f99-0266-49d9-a434-ca3591c9471c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:25.123695 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d54616d3-e368-4575-b5cb-edca1fc271c1 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:31:25.124640 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-97e07f99-0266-49d9-a434-ca3591c9471c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/007fbdd3-df32-47c3-ab4a-c9495a28f59b HTTP/1.1" status: 204 len: 168 time: 0.2200215 Feb 18 12:31:25.133467 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e07f99-0266-49d9-a434-ca3591c9471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007fbdd3-df32-47c3-ab4a-c9495a28f59b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:25.180409 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db50eec9-3211-4cce-9fa2-c87fca91347f admin admin] Made reservation on behalf of 5c5cedac69764095b416f7b3f7ab59c5 for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:31:25.183583 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db50eec9-3211-4cce-9fa2-c87fca91347f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555529'] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:25.188746 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port d54616d3-e368-4575-b5cb-edca1fc271c1 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:25.188746 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:25.272088 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port d54616d3-e368-4575-b5cb-edca1fc271c1 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:25.272639 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:25.297174 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e257c7-6667-4b68-a39d-88493031e604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54616d3-e368-4575-b5cb-edca1fc271c1'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:31:25.299851 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d570a79-94f3-43cb-8175-034dc714bd61" -d '{"events": [{"server_uuid": "39e257c7-6667-4b68-a39d-88493031e604", "name": "network-vif-plugged", "status": "completed", "tag": "d54616d3-e368-4575-b5cb-edca1fc271c1"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:31:25.314450 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port d54616d3-e368-4575-b5cb-edca1fc271c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d54616d3-e368-4575-b5cb-edca1fc271c1,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:31:25.338929 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4e8a71-5eb8-4317-96f8-c21b48246312 x-openstack-request-id: req-fc4e8a71-5eb8-4317-96f8-c21b48246312 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:31:25.339235 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e257c7-6667-4b68-a39d-88493031e604", "name": "network-vif-plugged", "status": "completed", "tag": "d54616d3-e368-4575-b5cb-edca1fc271c1", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:31:25.339489 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc4e8a71-5eb8-4317-96f8-c21b48246312 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:31:25.339885 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e257c7-6667-4b68-a39d-88493031e604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'code': 200} Feb 18 12:31:25.420532 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:25.455201 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db50eec9-3211-4cce-9fa2-c87fca91347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12919336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555543'] for subnet (46eb2fcb-a393-468a-896a-e9bbd83c3652), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:25.468843 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=d54616d3-e368-4575-b5cb-edca1fc271c1,revision_number=10']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:25.515565 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50eec9-3211-4cce-9fa2-c87fca91347f admin admin] Pushing event updated for resources: {'Subnet': ['ID=46eb2fcb-a393-468a-896a-e9bbd83c3652,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:25.524295 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db50eec9-3211-4cce-9fa2-c87fca91347f admin admin] Checking segment: {'id': '6e5333a7-b3f1-44be-8de6-1065ee89cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:31:25.524776 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db50eec9-3211-4cce-9fa2-c87fca91347f admin admin] Network hostable DHCP agents. Network: 1c250558-5b61-4ce2-af5f-56eacc6b0cea, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:31:25.773490 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b308456-7fa1-4610-ad9b-a4a90772a26a req-6823e229-f973-453d-ba5a-1c5c60591ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:25.775054 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1b308456-7fa1-4610-ad9b-a4a90772a26a req-6823e229-f973-453d-ba5a-1c5c60591ceb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 1130 time: 0.0828583 Feb 18 12:31:25.795243 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2af500-38ee-4644-adb5-cc3931647608 req-cabd40b6-40bd-4345-8e08-95dc14d2dbe7 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:25.796666 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4b2af500-38ee-4644-adb5-cc3931647608 req-cabd40b6-40bd-4345-8e08-95dc14d2dbe7 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 946 time: 0.0743785 Feb 18 12:31:25.835460 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db50eec9-3211-4cce-9fa2-c87fca91347f admin admin] Network 1c250558-5b61-4ce2-af5f-56eacc6b0cea is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:31:25.864571 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1b308456-7fa1-4610-ad9b-a4a90772a26a req-abccef82-2ed9-4a9b-8c4c-f67ab7e6b198 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821369 Feb 18 12:31:25.868733 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4b2af500-38ee-4644-adb5-cc3931647608 req-f1d36ec1-bade-4b8c-abbc-346f00078317 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658875 Feb 18 12:31:25.950638 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-db50eec9-3211-4cce-9fa2-c87fca91347f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, 1c250558-5b61-4ce2-af5f-56eacc6b0cea) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:31:25.951373 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db50eec9-3211-4cce-9fa2-c87fca91347f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:25.952373 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-db50eec9-3211-4cce-9fa2-c87fca91347f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:25.955744 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dce119-f346-4b5f-9af2-e39340699c99 None None] Network 1c250558-5b61-4ce2-af5f-56eacc6b0cea requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:31:26.063225 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4880cbb-8b9a-5f3b-ae58-78c776b3a9e1-1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'fixed_ips': [{'subnet_id': '46eb2fcb-a393-468a-896a-e9bbd83c3652'}]}} from dv-cinder-804757-15-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:31:26.064066 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:26.064585 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-db50eec9-3211-4cce-9fa2-c87fca91347f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9683123 Feb 18 12:31:26.067189 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52544) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:26.071550 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:26.180412 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125509'] for router (416e3dd1-6486-42a0-a65c-abf50ff81507), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:26.181478 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125522'] for router (416e3dd1-6486-42a0-a65c-abf50ff81507), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:26.199157 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Allocated IP 172.20.0.2 (1c250558-5b61-4ce2-af5f-56eacc6b0cea/46eb2fcb-a393-468a-896a-e9bbd83c3652/495da8d3-e16b-46b7-946b-58209ab08739) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:31:26.243255 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Publish callbacks [] for router_controller (416e3dd1-6486-42a0-a65c-abf50ff81507), precommit_add_association {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:26.359166 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Publish callbacks [] for port (495da8d3-e16b-46b7-946b-58209ab08739), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:27.003216 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bd7a5-4f1a-4c0d-a76a-913b4b70697a req-b13228b6-efff-46f8-96e0-72a9c7b3e90d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:27.004737 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cf8bd7a5-4f1a-4c0d-a76a-913b4b70697a req-b13228b6-efff-46f8-96e0-72a9c7b3e90d tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 946 time: 0.0567210 Feb 18 12:31:27.051167 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cf8bd7a5-4f1a-4c0d-a76a-913b4b70697a req-feb32cc7-5f6b-48e3-8ce4-68b7f85c2272 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407848 Feb 18 12:31:27.220816 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (495da8d3-e16b-46b7-946b-58209ab08739), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:27.259903 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Network 1c250558-5b61-4ce2-af5f-56eacc6b0cea is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:31:27.266516 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:31:27.270918 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:31:27.276851 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Pushing event updated for resources: {'Port': ['ID=495da8d3-e16b-46b7-946b-58209ab08739,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:27.320610 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Publish callbacks [] for router_gateway (416e3dd1-6486-42a0-a65c-abf50ff81507), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:27.328292 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Attempting to bind port 495da8d3-e16b-46b7-946b-58209ab08739 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:31:27.328663 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Attempting to bind port 495da8d3-e16b-46b7-946b-58209ab08739 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '6e5333a7-b3f1-44be-8de6-1065ee89cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:31:27.329027 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Attempting to bind port 495da8d3-e16b-46b7-946b-58209ab08739 on network 1c250558-5b61-4ce2-af5f-56eacc6b0cea {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:31:27.333970 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:31:27.334374 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Checking segment: {'id': '6e5333a7-b3f1-44be-8de6-1065ee89cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:31:27.334772 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:27.335162 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Bound using segment: {'id': '6e5333a7-b3f1-44be-8de6-1065ee89cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:31:27.335623 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Bound port: 495da8d3-e16b-46b7-946b-58209ab08739, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5333a7-b3f1-44be-8de6-1065ee89cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:31:27.335997 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (495da8d3-e16b-46b7-946b-58209ab08739), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:27.400347 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] For port 495da8d3-e16b-46b7-946b-58209ab08739, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:31:27.403844 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] For port 495da8d3-e16b-46b7-946b-58209ab08739, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=495da8d3-e16b-46b7-946b-58209ab08739,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:31:27.547136 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (495da8d3-e16b-46b7-946b-58209ab08739), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:27.614676 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441bf55-45d7-4bdc-b879-bfd4553b12e0 None None] Pushing event updated for resources: {'Port': ['ID=495da8d3-e16b-46b7-946b-58209ab08739,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:27.744826 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Publish callbacks [] for router_gateway (416e3dd1-6486-42a0-a65c-abf50ff81507), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:27.765451 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:27.920910 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Allocated IP 172.27.2.86 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/60b337da-b610-4fd8-b6e2-75253fdeab19) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:31:28.025948 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Publish callbacks [] for port (60b337da-b610-4fd8-b6e2-75253fdeab19), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:28.124498 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (60b337da-b610-4fd8-b6e2-75253fdeab19), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:28.197090 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:31:28.203055 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Pushing event updated for resources: {'Port': ['ID=60b337da-b610-4fd8-b6e2-75253fdeab19,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:28.205481 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:31:28.209164 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:31:28.255947 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883c26c-fd09-423a-897d-3597bfafa401 req-b2c34391-2835-4697-9480-5272a6b0dccb tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:28.257426 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4883c26c-fd09-423a-897d-3597bfafa401 req-b2c34391-2835-4697-9480-5272a6b0dccb tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 946 time: 0.1305933 Feb 18 12:31:28.386907 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4883c26c-fd09-423a-897d-3597bfafa401 req-2f16f67f-a067-48c1-b321-4baacafe01bd tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222265 Feb 18 12:31:28.642853 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1364a73-fefe-47b2-a47d-de68630273b6 None None] Network 1c250558-5b61-4ce2-af5f-56eacc6b0cea requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:31:28.680158 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Publish callbacks [] for router_gateway (416e3dd1-6486-42a0-a65c-abf50ff81507), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:28.726370 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-54b50e8e-8d01-44e8-8fa3-ad6785883bdb None None] Provisioning complete for port 495da8d3-e16b-46b7-946b-58209ab08739 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:28.726736 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54b50e8e-8d01-44e8-8fa3-ad6785883bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (495da8d3-e16b-46b7-946b-58209ab08739), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:28.833491 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-54b50e8e-8d01-44e8-8fa3-ad6785883bdb None None] Current status of the port 495da8d3-e16b-46b7-946b-58209ab08739 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:28.833889 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54b50e8e-8d01-44e8-8fa3-ad6785883bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (495da8d3-e16b-46b7-946b-58209ab08739), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:28.887841 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-54b50e8e-8d01-44e8-8fa3-ad6785883bdb None None] For port 495da8d3-e16b-46b7-946b-58209ab08739, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=495da8d3-e16b-46b7-946b-58209ab08739,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:31:28.975764 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-54b50e8e-8d01-44e8-8fa3-ad6785883bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (495da8d3-e16b-46b7-946b-58209ab08739), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:29.030270 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b50e8e-8d01-44e8-8fa3-ad6785883bdb None None] Pushing event updated for resources: {'Port': ['ID=495da8d3-e16b-46b7-946b-58209ab08739,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:29.095619 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-424e7296-e356-4192-aabc-f1ce405116c8 None None] Provisioning complete for port 495da8d3-e16b-46b7-946b-58209ab08739 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:29.095906 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-424e7296-e356-4192-aabc-f1ce405116c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (495da8d3-e16b-46b7-946b-58209ab08739), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:29.169283 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555093'] for router (416e3dd1-6486-42a0-a65c-abf50ff81507), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:29.173224 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-424e7296-e356-4192-aabc-f1ce405116c8 None None] Current status of the port 495da8d3-e16b-46b7-946b-58209ab08739 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:29.380493 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Router 416e3dd1-6486-42a0-a65c-abf50ff81507 is scheduled to L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc with binding_index 1 {{(pid=103419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:31:29.488627 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 495da8d3-e16b-46b7-946b-58209ab08739 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:31:29.522675 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:31:29.535545 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Sync routers for ids ['416e3dd1-6486-42a0-a65c-abf50ff81507'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:31:29.544738 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 495da8d3-e16b-46b7-946b-58209ab08739 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:29.545260 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (495da8d3-e16b-46b7-946b-58209ab08739), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:29.547300 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Routers {'416e3dd1-6486-42a0-a65c-abf50ff81507'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:31:29.547970 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:31:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['416e3dd1-6486-42a0-a65c-abf50ff81507'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:29.550376 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd6cf9-46d8-4f3f-9715-3472b78923db req-91d3fa76-e6d1-467d-ad64-a495ad55e893 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:29.551956 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e7fd6cf9-46d8-4f3f-9715-3472b78923db req-91d3fa76-e6d1-467d-ad64-a495ad55e893 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 946 time: 0.0786707 Feb 18 12:31:29.600867 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e7fd6cf9-46d8-4f3f-9715-3472b78923db req-7b74d5ac-6ab8-4f68-b022-9e9a0bd3ea32 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430820 Feb 18 12:31:29.634106 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 495da8d3-e16b-46b7-946b-58209ab08739 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:29.640428 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:29.640428 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ec43610a-8cc3-4e4b-9ea1-01cd3756413e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5714910 Feb 18 12:31:29.645493 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52602) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:29.664680 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Set router 416e3dd1-6486-42a0-a65c-abf50ff81507 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:31:29.844397 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:31:28Z', 'revision_number': 3, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port': {'id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:27Z', 'updated_at': '2022-02-18T12:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:29.869920 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Checking router: 416e3dd1-6486-42a0-a65c-abf50ff81507 for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:31:29.870220 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Updating router 416e3dd1-6486-42a0-a65c-abf50ff81507 port 60b337da-b610-4fd8-b6e2-75253fdeab19 binding host dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:31:29.898008 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (60b337da-b610-4fd8-b6e2-75253fdeab19), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:30.056672 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:30.143255 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Publish callbacks [] for port (60b337da-b610-4fd8-b6e2-75253fdeab19), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:30.205473 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Allocated IP 172.20.0.1 (1c250558-5b61-4ce2-af5f-56eacc6b0cea/46eb2fcb-a393-468a-896a-e9bbd83c3652/2a64232a-62ac-4e26-ae34-1fc5a786b647) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:31:30.220254 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (60b337da-b610-4fd8-b6e2-75253fdeab19), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:30.275030 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Attempting to bind port 60b337da-b610-4fd8-b6e2-75253fdeab19 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:31:30.275398 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Attempting to bind port 60b337da-b610-4fd8-b6e2-75253fdeab19 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:31:30.275761 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Attempting to bind port 60b337da-b610-4fd8-b6e2-75253fdeab19 on network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:31:30.280903 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Pushing event updated for resources: {'Port': ['ID=60b337da-b610-4fd8-b6e2-75253fdeab19,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:30.286919 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:31:30.287294 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Checking segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:31:30.287697 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:30.289841 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Bound using segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:31:30.289841 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Bound port: 60b337da-b610-4fd8-b6e2-75253fdeab19, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:31:30.289841 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (60b337da-b610-4fd8-b6e2-75253fdeab19), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:30.292035 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:30.292414 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:30.292777 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:30.293117 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:30.293473 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:30.294371 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:30.294719 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:30.295050 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:30.295372 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:30.295715 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:30.296045 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:30.297099 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:30.297426 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:31:30.308998 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Publish callbacks [] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:30.348767 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] For port 60b337da-b610-4fd8-b6e2-75253fdeab19, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:31:30.351750 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] For port 60b337da-b610-4fd8-b6e2-75253fdeab19, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=60b337da-b610-4fd8-b6e2-75253fdeab19,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:31:30.406896 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:30.443965 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (60b337da-b610-4fd8-b6e2-75253fdeab19), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:30.444852 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Network 1c250558-5b61-4ce2-af5f-56eacc6b0cea is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:31:30.451924 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:31:30.455345 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:31:30.482901 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Pushing event updated for resources: {'Port': ['ID=2a64232a-62ac-4e26-ae34-1fc5a786b647,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:30.492082 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Routers {'416e3dd1-6486-42a0-a65c-abf50ff81507'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:31:30.492733 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:31:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['416e3dd1-6486-42a0-a65c-abf50ff81507'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:30.504514 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556902'] for router_interface (416e3dd1-6486-42a0-a65c-abf50ff81507), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:30.556986 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f8214-e768-45c8-afb1-13bef16e5236 None None] Pushing event updated for resources: {'Port': ['ID=60b337da-b610-4fd8-b6e2-75253fdeab19,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:30.622155 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] Set router 416e3dd1-6486-42a0-a65c-abf50ff81507 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:31:30.706700 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-ebea7581-864a-41ae-ad27-8efd8079074d None None] Provisioning complete for port 2a64232a-62ac-4e26-ae34-1fc5a786b647 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:30.707285 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ebea7581-864a-41ae-ad27-8efd8079074d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:30.724455 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:30.742157 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-ebea7581-864a-41ae-ad27-8efd8079074d None None] Port 2a64232a-62ac-4e26-ae34-1fc5a786b647 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:31:30.885831 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:31:28Z', 'revision_number': 3, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port': {'id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:27Z', 'updated_at': '2022-02-18T12:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:30.886946 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Publish callbacks [] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:30.916602 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122ed9c0-8626-47f1-bce8-73956525cb7f None None] The sync data for ids ['416e3dd1-6486-42a0-a65c-abf50ff81507'] in dv-cinder-804757-15-iscsi is: [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:31:28Z', 'revision_number': 3, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port': {'id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:27Z', 'updated_at': '2022-02-18T12:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:31:30.972694 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:31.038150 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556938'] for router_interface (416e3dd1-6486-42a0-a65c-abf50ff81507), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:31.039883 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Pushing event updated for resources: {'Port': ['ID=2a64232a-62ac-4e26-ae34-1fc5a786b647,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:31.151874 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Network 1c250558-5b61-4ce2-af5f-56eacc6b0cea is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:31:31.153743 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:31:31.278515 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Router 416e3dd1-6486-42a0-a65c-abf50ff81507 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:31:31.367451 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-30e3e44b-1273-4f7a-804d-20ce9e4414cc None None] Provisioning complete for port 2a64232a-62ac-4e26-ae34-1fc5a786b647 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:31.367841 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-30e3e44b-1273-4f7a-804d-20ce9e4414cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:31.397269 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:31:31.410135 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1354cdbc-ef36-4638-b403-d910914e60be admin admin] 10.222.0.52 "PUT /v2.0/routers/416e3dd1-6486-42a0-a65c-abf50ff81507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7557342 Feb 18 12:31:31.426537 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-30e3e44b-1273-4f7a-804d-20ce9e4414cc None None] Port 2a64232a-62ac-4e26-ae34-1fc5a786b647 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:31:31.524264 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 60b337da-b610-4fd8-b6e2-75253fdeab19 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:31:31.585556 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 60b337da-b610-4fd8-b6e2-75253fdeab19 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:31.586209 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (60b337da-b610-4fd8-b6e2-75253fdeab19), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:31.693612 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 60b337da-b610-4fd8-b6e2-75253fdeab19 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:31.694010 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (60b337da-b610-4fd8-b6e2-75253fdeab19), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:31.714560 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] For port 60b337da-b610-4fd8-b6e2-75253fdeab19, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=60b337da-b610-4fd8-b6e2-75253fdeab19,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:31:31.780735 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (60b337da-b610-4fd8-b6e2-75253fdeab19), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:31.960953 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Pushing event updated for resources: {'Port': ['ID=60b337da-b610-4fd8-b6e2-75253fdeab19,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:32.207927 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52624) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:32.212841 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-874367960-network', 'tenant_id': '3dbb50781437484ca126f5561e17e631'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:32.328678 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] Made reservation on behalf of 3dbb50781437484ca126f5561e17e631 for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:31:32.330990 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:32.339572 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:32.416543 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] Publish callbacks [] for security_group (3e655948-4d4c-4c07-8510-b7f18c32b914), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:32.543654 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (3e655948-4d4c-4c07-8510-b7f18c32b914), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:32.572000 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:31:32.578944 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e655948-4d4c-4c07-8510-b7f18c32b914,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:32.584639 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (ce9ed307-9bbc-4880-af51-a87a95aec8d4), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:32.588958 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] Added segment ce9ed307-9bbc-4880-af51-a87a95aec8d4 of type vlan for network 56844464-bc2c-4265-9e0b-556587b6b73a Feb 18 12:31:32.625463 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (56844464-bc2c-4265-9e0b-556587b6b73a), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:32.673467 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Sync routers for ids ['416e3dd1-6486-42a0-a65c-abf50ff81507'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:31:32.684630 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Routers {'416e3dd1-6486-42a0-a65c-abf50ff81507'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:31:32.685298 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:31:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['416e3dd1-6486-42a0-a65c-abf50ff81507'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:32.734597 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (56844464-bc2c-4265-9e0b-556587b6b73a), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:32.735511 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:32.736094 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:32.796140 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Set router 416e3dd1-6486-42a0-a65c-abf50ff81507 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:31:32.799154 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] Pushing event updated for resources: {'Network': ['ID=56844464-bc2c-4265-9e0b-556587b6b73a,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:32.821368 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network 56844464-bc2c-4265-9e0b-556587b6b73a details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:31:32.895088 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-52199916-c71d-43aa-ae30-30ece063965c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6860523 Feb 18 12:31:32.897693 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52628) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:32.902345 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-4585b4a8-b2f2-4a95-86e0-4366ed881b6c admin admin] Request body: {'subnet': {'network_id': '56844464-bc2c-4265-9e0b-556587b6b73a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-874367960-subnet', 'tenant_id': '3dbb50781437484ca126f5561e17e631', 'ip_version': 4}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:32.986148 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4585b4a8-b2f2-4a95-86e0-4366ed881b6c admin admin] Made reservation on behalf of 3dbb50781437484ca126f5561e17e631 for: {'subnet': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:31:32.989162 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4585b4a8-b2f2-4a95-86e0-4366ed881b6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13555529'] for subnet (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.049879 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:31:30Z', 'revision_number': 4, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port': {'id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:27Z', 'updated_at': '2022-02-18T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '2a64232a-62ac-4e26-ae34-1fc5a786b647', 'name': '', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'mac_address': 'fa:16:3e:5c:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:30Z', 'updated_at': '2022-02-18T12:31:30Z', 'revision_number': 2, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'subnets': [{'id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:33.076093 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Checking router: 416e3dd1-6486-42a0-a65c-abf50ff81507 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:31:33.076500 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Updating router 416e3dd1-6486-42a0-a65c-abf50ff81507 port 2a64232a-62ac-4e26-ae34-1fc5a786b647 binding host dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:31:33.107255 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.214999 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4585b4a8-b2f2-4a95-86e0-4366ed881b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12919336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13555543'] for subnet (8b6dc182-dd7b-418b-bf86-0f741066d30e), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.271988 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585b4a8-b2f2-4a95-86e0-4366ed881b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b6dc182-dd7b-418b-bf86-0f741066d30e,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:33.281081 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4585b4a8-b2f2-4a95-86e0-4366ed881b6c admin admin] Checking segment: {'id': 'ce9ed307-9bbc-4880-af51-a87a95aec8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '56844464-bc2c-4265-9e0b-556587b6b73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:31:33.281516 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4585b4a8-b2f2-4a95-86e0-4366ed881b6c admin admin] Network hostable DHCP agents. Network: 56844464-bc2c-4265-9e0b-556587b6b73a, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:31:33.362791 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Publish callbacks [] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.395155 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4585b4a8-b2f2-4a95-86e0-4366ed881b6c admin admin] Network 56844464-bc2c-4265-9e0b-556587b6b73a is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:31:33.456137 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 60b337da-b610-4fd8-b6e2-75253fdeab19 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:31:33.478787 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.500389 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-4585b4a8-b2f2-4a95-86e0-4366ed881b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, 56844464-bc2c-4265-9e0b-556587b6b73a) {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:31:33.504607 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4585b4a8-b2f2-4a95-86e0-4366ed881b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:33.505328 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4585b4a8-b2f2-4a95-86e0-4366ed881b6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.517568 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b79bc1-c063-45d5-aec7-b07527f688a6 None None] Network 56844464-bc2c-4265-9e0b-556587b6b73a requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:31:33.589441 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-4585b4a8-b2f2-4a95-86e0-4366ed881b6c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6903729 Feb 18 12:31:33.591262 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc41430-7320-4de7-ab35-a98cfd85deea None None] Pushing event updated for resources: {'Port': ['ID=2a64232a-62ac-4e26-ae34-1fc5a786b647,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:33.591918 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52634) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:33.598043 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-874367960-router', 'tenant_id': '3dbb50781437484ca126f5561e17e631', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:33.668973 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 60b337da-b610-4fd8-b6e2-75253fdeab19 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:33.669348 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (60b337da-b610-4fd8-b6e2-75253fdeab19), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.706379 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125509'] for router (c2a50566-b320-4a8c-867d-0348711ed5db), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.707541 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125522'] for router (c2a50566-b320-4a8c-867d-0348711ed5db), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.714274 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Attempting to bind port 2a64232a-62ac-4e26-ae34-1fc5a786b647 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:31:33.714650 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Attempting to bind port 2a64232a-62ac-4e26-ae34-1fc5a786b647 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '6e5333a7-b3f1-44be-8de6-1065ee89cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:31:33.715068 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Attempting to bind port 2a64232a-62ac-4e26-ae34-1fc5a786b647 on network 1c250558-5b61-4ce2-af5f-56eacc6b0cea {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:31:33.724515 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4880cbb-8b9a-5f3b-ae58-78c776b3a9e1-56844464-bc2c-4265-9e0b-556587b6b73a', 'network_id': '56844464-bc2c-4265-9e0b-556587b6b73a', 'project_id': '3dbb50781437484ca126f5561e17e631', 'fixed_ips': [{'subnet_id': '8b6dc182-dd7b-418b-bf86-0f741066d30e'}]}} from dv-cinder-804757-15-iscsi. {{(pid=103421) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:31:33.725366 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.730278 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:31:33.730658 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Checking segment: {'id': '6e5333a7-b3f1-44be-8de6-1065ee89cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:31:33.731583 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.731981 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Bound using segment: {'id': '6e5333a7-b3f1-44be-8de6-1065ee89cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:31:33.732453 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Bound port: 2a64232a-62ac-4e26-ae34-1fc5a786b647, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5333a7-b3f1-44be-8de6-1065ee89cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:31:33.732824 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.774038 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Publish callbacks [] for router_controller (c2a50566-b320-4a8c-867d-0348711ed5db), precommit_add_association {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.870248 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-abf2f022-e4c0-4175-ac5d-8bdc53df228f None None] Provisioning complete for port 2a64232a-62ac-4e26-ae34-1fc5a786b647 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:33.870834 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-abf2f022-e4c0-4175-ac5d-8bdc53df228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.952590 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] For port 2a64232a-62ac-4e26-ae34-1fc5a786b647, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:31:33.971462 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Publish callbacks [] for router_gateway (c2a50566-b320-4a8c-867d-0348711ed5db), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:33.996543 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-abf2f022-e4c0-4175-ac5d-8bdc53df228f None None] Port 2a64232a-62ac-4e26-ae34-1fc5a786b647 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:31:34.001890 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] For port 2a64232a-62ac-4e26-ae34-1fc5a786b647, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=2a64232a-62ac-4e26-ae34-1fc5a786b647,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:31:34.007513 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 60b337da-b610-4fd8-b6e2-75253fdeab19 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:34.019091 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.db_base_plugin_common [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Allocated IP 172.20.0.2 (56844464-bc2c-4265-9e0b-556587b6b73a/8b6dc182-dd7b-418b-bf86-0f741066d30e/903989e8-0b89-47d0-8d95-6d4b59ebe7c9) {{(pid=103421) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:31:34.098621 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:34.198851 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Routers {'416e3dd1-6486-42a0-a65c-abf50ff81507'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:31:34.199495 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:31:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['416e3dd1-6486-42a0-a65c-abf50ff81507'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:34.247230 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc41430-7320-4de7-ab35-a98cfd85deea None None] Pushing event updated for resources: {'Port': ['ID=2a64232a-62ac-4e26-ae34-1fc5a786b647,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:34.277085 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Publish callbacks [] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), precommit_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:34.326141 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Publish callbacks [] for router_gateway (c2a50566-b320-4a8c-867d-0348711ed5db), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:34.336347 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] Set router 416e3dd1-6486-42a0-a65c-abf50ff81507 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:31:34.346123 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:34.457666 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Allocated IP 172.27.2.158 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/9035e3b0-b31c-4ee9-9ab3-49e64bb07b48) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:31:34.461624 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), after_create {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:34.476283 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-e5124726-6d47-4af5-94d1-f4b76295a959 None None] Provisioning complete for port 2a64232a-62ac-4e26-ae34-1fc5a786b647 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:34.476642 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5124726-6d47-4af5-94d1-f4b76295a959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:34.676852 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Network 56844464-bc2c-4265-9e0b-556587b6b73a is already hosted by enough agents. {{(pid=103421) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:31:34.697001 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.scheduler.base_scheduler [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Resources bound (agent type, host, resource id): {{(pid=103421) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:31:34.703058 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Received port after_create {{(pid=103421) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:31:34.709676 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Pushing event updated for resources: {'Port': ['ID=903989e8-0b89-47d0-8d95-6d4b59ebe7c9,revision_number=1']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:34.829546 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Attempting to bind port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:31:34.829928 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Attempting to bind port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': 'ce9ed307-9bbc-4880-af51-a87a95aec8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '56844464-bc2c-4265-9e0b-556587b6b73a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:31:34.830314 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Attempting to bind port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 on network 56844464-bc2c-4265-9e0b-556587b6b73a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:31:34.842462 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:31:34.842840 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Checking segment: {'id': 'ce9ed307-9bbc-4880-af51-a87a95aec8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '56844464-bc2c-4265-9e0b-556587b6b73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:31:34.843236 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:34.843630 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Bound using segment: {'id': 'ce9ed307-9bbc-4880-af51-a87a95aec8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '56844464-bc2c-4265-9e0b-556587b6b73a'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:31:34.844094 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Bound port: 903989e8-0b89-47d0-8d95-6d4b59ebe7c9, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9ed307-9bbc-4880-af51-a87a95aec8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '56844464-bc2c-4265-9e0b-556587b6b73a'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:31:34.844481 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:34.845582 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Publish callbacks [] for port (9035e3b0-b31c-4ee9-9ab3-49e64bb07b48), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:34.867158 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-e5124726-6d47-4af5-94d1-f4b76295a959 None None] Current status of the port 2a64232a-62ac-4e26-ae34-1fc5a786b647 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:34.867540 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5124726-6d47-4af5-94d1-f4b76295a959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:34.928116 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:31:30Z', 'revision_number': 4, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port': {'id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:27Z', 'updated_at': '2022-02-18T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '2a64232a-62ac-4e26-ae34-1fc5a786b647', 'name': '', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'mac_address': 'fa:16:3e:5c:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:30Z', 'updated_at': '2022-02-18T12:31:33Z', 'revision_number': 4, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'subnets': [{'id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:34.958239 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (9035e3b0-b31c-4ee9-9ab3-49e64bb07b48), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:34.975352 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2dbfe1-2501-4ffe-ad19-71daa2479f84 None None] The sync data for ids ['416e3dd1-6486-42a0-a65c-abf50ff81507'] in dv-cinder-804757-15-iscsi is: [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:31:30Z', 'revision_number': 4, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port': {'id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:27Z', 'updated_at': '2022-02-18T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '2a64232a-62ac-4e26-ae34-1fc5a786b647', 'name': '', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'mac_address': 'fa:16:3e:5c:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:30Z', 'updated_at': '2022-02-18T12:31:33Z', 'revision_number': 4, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'subnets': [{'id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:31:34.977991 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-e5124726-6d47-4af5-94d1-f4b76295a959 None None] For port 2a64232a-62ac-4e26-ae34-1fc5a786b647, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=2a64232a-62ac-4e26-ae34-1fc5a786b647,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:31:34.986716 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] For port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:31:34.989958 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] For port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=903989e8-0b89-47d0-8d95-6d4b59ebe7c9,segment=NetworkSegment(ce9ed307-9bbc-4880-af51-a87a95aec8d4),segment_id=ce9ed307-9bbc-4880-af51-a87a95aec8d4)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:31:35.000292 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:31:35.003321 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:31:35.005946 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:31:35.050489 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Pushing event updated for resources: {'Port': ['ID=9035e3b0-b31c-4ee9-9ab3-49e64bb07b48,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:35.089724 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e5124726-6d47-4af5-94d1-f4b76295a959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:35.097398 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:35.162508 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5124726-6d47-4af5-94d1-f4b76295a959 None None] Pushing event updated for resources: {'Port': ['ID=2a64232a-62ac-4e26-ae34-1fc5a786b647,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:35.213922 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce5c30-dd7e-46b4-a151-3562f90702e1 None None] Pushing event updated for resources: {'Port': ['ID=903989e8-0b89-47d0-8d95-6d4b59ebe7c9,revision_number=2']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:35.507699 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Publish callbacks [] for router_gateway (c2a50566-b320-4a8c-867d-0348711ed5db), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:35.559572 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:31:35.613759 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:35.614160 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:35.683366 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-47c10fec-b6ae-465d-99d3-d5d230aac871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:35.703960 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:35.703960 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:35.737719 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] For port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=903989e8-0b89-47d0-8d95-6d4b59ebe7c9,segment=NetworkSegment(ce9ed307-9bbc-4880-af51-a87a95aec8d4),segment_id=ce9ed307-9bbc-4880-af51-a87a95aec8d4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:31:35.761198 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555093'] for router (c2a50566-b320-4a8c-867d-0348711ed5db), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:35.831918 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:35.832730 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 2a64232a-62ac-4e26-ae34-1fc5a786b647 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:31:35.927032 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Pushing event updated for resources: {'Port': ['ID=903989e8-0b89-47d0-8d95-6d4b59ebe7c9,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:35.940423 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 2a64232a-62ac-4e26-ae34-1fc5a786b647 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:35.941052 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:35.978099 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Router c2a50566-b320-4a8c-867d-0348711ed5db is scheduled to L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc with binding_index 1 {{(pid=103419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:31:36.042963 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 2a64232a-62ac-4e26-ae34-1fc5a786b647 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:36.111445 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:31:36.123322 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Sync routers for ids ['c2a50566-b320-4a8c-867d-0348711ed5db'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:31:36.138602 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Routers {'c2a50566-b320-4a8c-867d-0348711ed5db'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:31:36.141276 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:31:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['c2a50566-b320-4a8c-867d-0348711ed5db'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:36.205410 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:36.209388 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-f8379fa8-ce18-437b-bd40-d63a74425618 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6135218 Feb 18 12:31:36.215909 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52668) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:36.248005 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a648ae-e6db-4317-b3d3-d585810cabfd None None] Network 56844464-bc2c-4265-9e0b-556587b6b73a requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:31:36.259321 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Set router c2a50566-b320-4a8c-867d-0348711ed5db gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:31:36.342655 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-3f5559e3-cee2-4920-aa3a-9322cb078652 None None] Provisioning complete for port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:36.343138 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3f5559e3-cee2-4920-aa3a-9322cb078652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:36.460988 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'name': 'tempest-TestShelveInstance-874367960-router', 'tenant_id': '3dbb50781437484ca126f5561e17e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '9035e3b0-b31c-4ee9-9ab3-49e64bb07b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:33Z', 'updated_at': '2022-02-18T12:31:35Z', 'revision_number': 3, 'project_id': '3dbb50781437484ca126f5561e17e631', 'gw_port': {'id': '9035e3b0-b31c-4ee9-9ab3-49e64bb07b48', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:34Z', 'updated_at': '2022-02-18T12:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:36.490154 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Checking router: c2a50566-b320-4a8c-867d-0348711ed5db for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:31:36.490351 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-3f5559e3-cee2-4920-aa3a-9322cb078652 None None] Current status of the port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:36.490652 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Updating router c2a50566-b320-4a8c-867d-0348711ed5db port 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 binding host dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:31:36.526029 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (9035e3b0-b31c-4ee9-9ab3-49e64bb07b48), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:36.695245 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:36.711573 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-8c3c7d71-c878-4ea8-a990-22dd0b57d819 None None] Provisioning complete for port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:36.712078 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7d71-c878-4ea8-a990-22dd0b57d819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:36.780392 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:36.792535 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-8c3c7d71-c878-4ea8-a990-22dd0b57d819 None None] Current status of the port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:36.803535 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Publish callbacks [] for port (9035e3b0-b31c-4ee9-9ab3-49e64bb07b48), precommit_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:36.852449 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Allocated IP 172.20.0.1 (56844464-bc2c-4265-9e0b-556587b6b73a/8b6dc182-dd7b-418b-bf86-0f741066d30e/379347ac-9b89-4032-a98c-f3a66db41036) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:31:36.865794 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (9035e3b0-b31c-4ee9-9ab3-49e64bb07b48), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:36.917669 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Attempting to bind port 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:31:36.918043 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Attempting to bind port 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:31:36.918978 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Attempting to bind port 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 on network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:31:36.921871 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010fef5-9237-44c8-b737-d8496fc0482f None None] Pushing event updated for resources: {'Port': ['ID=9035e3b0-b31c-4ee9-9ab3-49e64bb07b48,revision_number=2']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:36.926543 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:31:36.926917 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Checking segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:31:36.927670 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:36.927670 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Bound using segment: {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'} {{(pid=103422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:31:36.928214 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.managers [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Bound port: 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee'}}] {{(pid=103422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:31:36.928668 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (9035e3b0-b31c-4ee9-9ab3-49e64bb07b48), before_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:36.960173 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Publish callbacks [] for port (379347ac-9b89-4032-a98c-f3a66db41036), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:36.983660 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] For port 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:31:36.986773 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.plugins.ml2.db [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] For port 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=9035e3b0-b31c-4ee9-9ab3-49e64bb07b48,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:31:37.077822 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron_lib.callbacks.manager [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (9035e3b0-b31c-4ee9-9ab3-49e64bb07b48), after_update {{(pid=103422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:37.079178 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (379347ac-9b89-4032-a98c-f3a66db41036), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:37.117077 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Network 56844464-bc2c-4265-9e0b-556587b6b73a is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:31:37.119928 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:31:37.126478 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:31:37.134539 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010fef5-9237-44c8-b737-d8496fc0482f None None] Pushing event updated for resources: {'Port': ['ID=9035e3b0-b31c-4ee9-9ab3-49e64bb07b48,revision_number=3']} {{(pid=103422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:37.142549 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Routers {'c2a50566-b320-4a8c-867d-0348711ed5db'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:31:37.143657 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:31:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['c2a50566-b320-4a8c-867d-0348711ed5db'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:37.148915 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Pushing event updated for resources: {'Port': ['ID=379347ac-9b89-4032-a98c-f3a66db41036,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:37.169124 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556902'] for router_interface (c2a50566-b320-4a8c-867d-0348711ed5db), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:37.254057 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] Set router c2a50566-b320-4a8c-867d-0348711ed5db gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:31:37.363771 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (379347ac-9b89-4032-a98c-f3a66db41036), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:37.417890 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-abe02bb2-c8e5-4ed6-bbaa-434c6eb7fd57 None None] Provisioning complete for port 379347ac-9b89-4032-a98c-f3a66db41036 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:37.418543 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-abe02bb2-c8e5-4ed6-bbaa-434c6eb7fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (379347ac-9b89-4032-a98c-f3a66db41036), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:37.436640 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'name': 'tempest-TestShelveInstance-874367960-router', 'tenant_id': '3dbb50781437484ca126f5561e17e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '9035e3b0-b31c-4ee9-9ab3-49e64bb07b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:33Z', 'updated_at': '2022-02-18T12:31:35Z', 'revision_number': 3, 'project_id': '3dbb50781437484ca126f5561e17e631', 'gw_port': {'id': '9035e3b0-b31c-4ee9-9ab3-49e64bb07b48', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:34Z', 'updated_at': '2022-02-18T12:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:37.470844 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e06a76-ffda-448e-b487-d2699dc15d23 None None] The sync data for ids ['c2a50566-b320-4a8c-867d-0348711ed5db'] in dv-cinder-804757-15-iscsi is: [{'id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'name': 'tempest-TestShelveInstance-874367960-router', 'tenant_id': '3dbb50781437484ca126f5561e17e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '9035e3b0-b31c-4ee9-9ab3-49e64bb07b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:33Z', 'updated_at': '2022-02-18T12:31:35Z', 'revision_number': 3, 'project_id': '3dbb50781437484ca126f5561e17e631', 'gw_port': {'id': '9035e3b0-b31c-4ee9-9ab3-49e64bb07b48', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:34Z', 'updated_at': '2022-02-18T12:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:31:37.484232 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-abe02bb2-c8e5-4ed6-bbaa-434c6eb7fd57 None None] Port 379347ac-9b89-4032-a98c-f3a66db41036 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:31:37.512990 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:31:37.565953 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Publish callbacks [] for port (379347ac-9b89-4032-a98c-f3a66db41036), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:37.572937 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:37.573493 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:37.657344 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:37.663871 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (379347ac-9b89-4032-a98c-f3a66db41036), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:37.741528 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Pushing event updated for resources: {'Port': ['ID=379347ac-9b89-4032-a98c-f3a66db41036,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:37.743748 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556938'] for router_interface (c2a50566-b320-4a8c-867d-0348711ed5db), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:37.854334 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Network 56844464-bc2c-4265-9e0b-556587b6b73a is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:31:37.855857 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:31:37.866342 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d822d256-0a5e-41cc-b666-d89aaf923745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:38.057800 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52678) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:38.115093 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-edb9d9b7-e3de-4b9a-aae8-a7a8111e4d58 None None] Provisioning complete for port 379347ac-9b89-4032-a98c-f3a66db41036 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:38.115230 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-edb9d9b7-e3de-4b9a-aae8-a7a8111e4d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (379347ac-9b89-4032-a98c-f3a66db41036), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:38.154381 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-edb9d9b7-e3de-4b9a-aae8-a7a8111e4d58 None None] Port 379347ac-9b89-4032-a98c-f3a66db41036 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:31:38.186029 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d88e3957-1e99-472a-92cd-dc19a23f9fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:38.272004 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d88e3957-1e99-472a-92cd-dc19a23f9fd5 admin admin] Publish callbacks [] for security_group (01561509-919e-419d-bf99-4added71de07), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:38.287931 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Router c2a50566-b320-4a8c-867d-0348711ed5db has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:31:38.368535 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-d88e3957-1e99-472a-92cd-dc19a23f9fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (01561509-919e-419d-bf99-4added71de07), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:38.401774 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:31:38.414016 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d88e3957-1e99-472a-92cd-dc19a23f9fd5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b63569a4f6f146a49b26a85975e61e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465643 Feb 18 12:31:38.414160 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-7e5b7c1e-1646-4cf1-a3dd-89cc149ee8d5 admin admin] 10.222.0.52 "PUT /v2.0/routers/c2a50566-b320-4a8c-867d-0348711ed5db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1962934 Feb 18 12:31:38.414246 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e3957-1e99-472a-92cd-dc19a23f9fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01561509-919e-419d-bf99-4added71de07,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:38.414339 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52682) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:38.466797 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-289c99c3-ce65-40a6-9e87-8d77a5791879 admin admin] Publish callbacks [] for security_group (01561509-919e-419d-bf99-4added71de07), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:38.489491 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-289c99c3-ce65-40a6-9e87-8d77a5791879 admin admin] Publish callbacks [] for security_group (01561509-919e-419d-bf99-4added71de07), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:38.652200 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-289c99c3-ce65-40a6-9e87-8d77a5791879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (01561509-919e-419d-bf99-4added71de07), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:38.655809 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-289c99c3-ce65-40a6-9e87-8d77a5791879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:38.663819 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-289c99c3-ce65-40a6-9e87-8d77a5791879 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01561509-919e-419d-bf99-4added71de07 HTTP/1.1" status: 204 len: 168 time: 0.2443044 Feb 18 12:31:38.669085 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c99c3-ce65-40a6-9e87-8d77a5791879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01561509-919e-419d-bf99-4added71de07,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:39.011190 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52694) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:39.016237 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-e913dd12-0d7c-4bd5-bcf1-ac4bab4741f2 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633153888', 'description': 'tempest-secgroup-smoke-1633153888 description', 'project_id': '5c5cedac69764095b416f7b3f7ab59c5'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:39.031947 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:39.128847 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e913dd12-0d7c-4bd5-bcf1-ac4bab4741f2 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:39.182063 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Sync routers for ids ['c2a50566-b320-4a8c-867d-0348711ed5db'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:31:39.191950 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Routers {'c2a50566-b320-4a8c-867d-0348711ed5db'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:31:39.192566 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:31:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['c2a50566-b320-4a8c-867d-0348711ed5db'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:39.196042 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e913dd12-0d7c-4bd5-bcf1-ac4bab4741f2 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group (732baa2e-9c72-4b51-bad3-b2fae3a6852c), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:39.287396 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e913dd12-0d7c-4bd5-bcf1-ac4bab4741f2 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (732baa2e-9c72-4b51-bad3-b2fae3a6852c), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:39.302744 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Set router c2a50566-b320-4a8c-867d-0348711ed5db gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:31:39.319954 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913dd12-0d7c-4bd5-bcf1-ac4bab4741f2 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732baa2e-9c72-4b51-bad3-b2fae3a6852c,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:39.399694 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e913dd12-0d7c-4bd5-bcf1-ac4bab4741f2 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:39.400927 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e913dd12-0d7c-4bd5-bcf1-ac4bab4741f2 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3887439 Feb 18 12:31:39.403829 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52704) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:39.408174 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-95646065-9361-49c8-aead-5eb4ba51008b tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Request body: {'security_group_rule': {'security_group_id': '732baa2e-9c72-4b51-bad3-b2fae3a6852c', 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:39.505273 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-95646065-9361-49c8-aead-5eb4ba51008b tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (c706b61b-03f2-4e7c-82f9-031c484c75d7), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:39.507290 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:31:39.569482 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-95646065-9361-49c8-aead-5eb4ba51008b tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (c706b61b-03f2-4e7c-82f9-031c484c75d7), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:39.578274 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'name': 'tempest-TestShelveInstance-874367960-router', 'tenant_id': '3dbb50781437484ca126f5561e17e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '9035e3b0-b31c-4ee9-9ab3-49e64bb07b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:33Z', 'updated_at': '2022-02-18T12:31:37Z', 'revision_number': 4, 'project_id': '3dbb50781437484ca126f5561e17e631', 'gw_port': {'id': '9035e3b0-b31c-4ee9-9ab3-49e64bb07b48', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:34Z', 'updated_at': '2022-02-18T12:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '379347ac-9b89-4032-a98c-f3a66db41036', 'name': '', 'network_id': '56844464-bc2c-4265-9e0b-556587b6b73a', 'tenant_id': '3dbb50781437484ca126f5561e17e631', 'mac_address': 'fa:16:3e:46:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8b6dc182-dd7b-418b-bf86-0f741066d30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:36Z', 'updated_at': '2022-02-18T12:31:37Z', 'revision_number': 2, 'project_id': '3dbb50781437484ca126f5561e17e631', 'subnets': [{'id': '8b6dc182-dd7b-418b-bf86-0f741066d30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:39.581476 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:39.581476 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (9035e3b0-b31c-4ee9-9ab3-49e64bb07b48), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:39.607740 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Checking router: c2a50566-b320-4a8c-867d-0348711ed5db for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:31:39.608092 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Updating router c2a50566-b320-4a8c-867d-0348711ed5db port 379347ac-9b89-4032-a98c-f3a66db41036 binding host dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:31:39.662415 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (379347ac-9b89-4032-a98c-f3a66db41036), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:39.707595 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-95646065-9361-49c8-aead-5eb4ba51008b tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (c706b61b-03f2-4e7c-82f9-031c484c75d7), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:39.727227 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95646065-9361-49c8-aead-5eb4ba51008b tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c706b61b-03f2-4e7c-82f9-031c484c75d7,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:39.798052 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:39.798465 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (9035e3b0-b31c-4ee9-9ab3-49e64bb07b48), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:39.805359 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-95646065-9361-49c8-aead-5eb4ba51008b tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:39.807009 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-95646065-9361-49c8-aead-5eb4ba51008b tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4022624 Feb 18 12:31:39.809730 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52714) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:39.814554 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-88b1b77e-47d5-4e74-b0c1-d333800f2b99 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Request body: {'security_group_rule': {'security_group_id': '732baa2e-9c72-4b51-bad3-b2fae3a6852c', 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:39.830377 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] For port 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=9035e3b0-b31c-4ee9-9ab3-49e64bb07b48,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:31:39.914284 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (9035e3b0-b31c-4ee9-9ab3-49e64bb07b48), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:39.951437 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-88b1b77e-47d5-4e74-b0c1-d333800f2b99 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (6ac098dc-259a-4415-95c8-8ac442467ff4), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.014251 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-88b1b77e-47d5-4e74-b0c1-d333800f2b99 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (6ac098dc-259a-4415-95c8-8ac442467ff4), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.089549 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-88b1b77e-47d5-4e74-b0c1-d333800f2b99 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (6ac098dc-259a-4415-95c8-8ac442467ff4), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.109351 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1b77e-47d5-4e74-b0c1-d333800f2b99 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac098dc-259a-4415-95c8-8ac442467ff4,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:40.146628 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Pushing event updated for resources: {'Port': ['ID=9035e3b0-b31c-4ee9-9ab3-49e64bb07b48,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:40.163542 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Publish callbacks [] for port (379347ac-9b89-4032-a98c-f3a66db41036), precommit_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.188137 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-88b1b77e-47d5-4e74-b0c1-d333800f2b99 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.189325 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-88b1b77e-47d5-4e74-b0c1-d333800f2b99 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3784940 Feb 18 12:31:40.192023 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52726) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:40.196561 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-51b67e7e-c444-42f7-a415-6a5458d08851 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Request body: {'security_group_rule': {'security_group_id': '732baa2e-9c72-4b51-bad3-b2fae3a6852c', 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:40.252422 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (379347ac-9b89-4032-a98c-f3a66db41036), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.303562 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68819e53-e9da-4adc-b9c6-1de4298a6720 None None] Pushing event updated for resources: {'Port': ['ID=379347ac-9b89-4032-a98c-f3a66db41036,revision_number=3']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:40.311688 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-51b67e7e-c444-42f7-a415-6a5458d08851 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (9d4fc63a-922f-40c3-82ac-670f373a1367), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.358840 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Attempting to bind port 379347ac-9b89-4032-a98c-f3a66db41036 on host dv-cinder-804757-15-iscsi for vnic_type normal with profile {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:31:40.358840 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Attempting to bind port 379347ac-9b89-4032-a98c-f3a66db41036 by drivers openvswitch,hyperv on host dv-cinder-804757-15-iscsi at level 0 using segments [{'id': 'ce9ed307-9bbc-4880-af51-a87a95aec8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '56844464-bc2c-4265-9e0b-556587b6b73a'}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:31:40.359040 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Attempting to bind port 379347ac-9b89-4032-a98c-f3a66db41036 on network 56844464-bc2c-4265-9e0b-556587b6b73a {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:31:40.372701 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Checking agent: {'id': '34741842-a12e-46e8-8431-3f37d8c3032f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 15, 42), 'started_at': datetime.datetime(2022, 2, 18, 12, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:31:40.373073 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Checking segment: {'id': 'ce9ed307-9bbc-4880-af51-a87a95aec8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '56844464-bc2c-4265-9e0b-556587b6b73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:31:40.373478 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.373861 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Bound using segment: {'id': 'ce9ed307-9bbc-4880-af51-a87a95aec8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '56844464-bc2c-4265-9e0b-556587b6b73a'} {{(pid=103421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:31:40.374358 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.managers [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Bound port: 379347ac-9b89-4032-a98c-f3a66db41036, host: dv-cinder-804757-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9ed307-9bbc-4880-af51-a87a95aec8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '56844464-bc2c-4265-9e0b-556587b6b73a'}}] {{(pid=103421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:31:40.375136 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (379347ac-9b89-4032-a98c-f3a66db41036), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.378176 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-51b67e7e-c444-42f7-a415-6a5458d08851 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (9d4fc63a-922f-40c3-82ac-670f373a1367), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.446938 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-51b67e7e-c444-42f7-a415-6a5458d08851 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (9d4fc63a-922f-40c3-82ac-670f373a1367), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.455412 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] For port 379347ac-9b89-4032-a98c-f3a66db41036, host dv-cinder-804757-15-iscsi, cleared binding levels {{(pid=103421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:31:40.458939 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] For port 379347ac-9b89-4032-a98c-f3a66db41036, host dv-cinder-804757-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=379347ac-9b89-4032-a98c-f3a66db41036,segment=NetworkSegment(ce9ed307-9bbc-4880-af51-a87a95aec8d4),segment_id=ce9ed307-9bbc-4880-af51-a87a95aec8d4)] {{(pid=103421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:31:40.467307 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b67e7e-c444-42f7-a415-6a5458d08851 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4fc63a-922f-40c3-82ac-670f373a1367,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:40.483878 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.491130 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-6aaf6c4a-9187-4033-8113-d28171922cce None None] Provisioning complete for port 379347ac-9b89-4032-a98c-f3a66db41036 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:40.491495 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6aaf6c4a-9187-4033-8113-d28171922cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (379347ac-9b89-4032-a98c-f3a66db41036), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.525863 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf6c4a-9187-4033-8113-d28171922cce None None] Port 379347ac-9b89-4032-a98c-f3a66db41036 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:31:40.580566 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (379347ac-9b89-4032-a98c-f3a66db41036), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.582066 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-51b67e7e-c444-42f7-a415-6a5458d08851 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.583375 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-51b67e7e-c444-42f7-a415-6a5458d08851 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3902464 Feb 18 12:31:40.585974 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52728) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:40.590466 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-0bd36ec3-0f35-40f0-81c7-6e22b96172f4 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Request body: {'security_group_rule': {'security_group_id': '732baa2e-9c72-4b51-bad3-b2fae3a6852c', 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:40.639648 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Routers {'c2a50566-b320-4a8c-867d-0348711ed5db'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:31:40.640284 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:31:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['c2a50566-b320-4a8c-867d-0348711ed5db'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:40.642638 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68819e53-e9da-4adc-b9c6-1de4298a6720 None None] Pushing event updated for resources: {'Port': ['ID=379347ac-9b89-4032-a98c-f3a66db41036,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:40.709774 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0bd36ec3-0f35-40f0-81c7-6e22b96172f4 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (326caa77-97f5-477d-ab6d-ef1f1649075b), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.788455 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52732) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:40.790546 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] Set router c2a50566-b320-4a8c-867d-0348711ed5db gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:31:40.795458 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0bd36ec3-0f35-40f0-81c7-6e22b96172f4 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (326caa77-97f5-477d-ab6d-ef1f1649075b), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.875248 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0bd36ec3-0f35-40f0-81c7-6e22b96172f4 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (326caa77-97f5-477d-ab6d-ef1f1649075b), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.907434 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd36ec3-0f35-40f0-81c7-6e22b96172f4 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326caa77-97f5-477d-ab6d-ef1f1649075b,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:40.931726 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-88e38dd4-5c0d-4a95-80ef-ab1d588941cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.968791 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-d8dd56c3-7b9a-47a5-9cbf-a16187ccd718 None None] Provisioning complete for port 379347ac-9b89-4032-a98c-f3a66db41036 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:40.969091 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d8dd56c3-7b9a-47a5-9cbf-a16187ccd718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (379347ac-9b89-4032-a98c-f3a66db41036), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:40.997399 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0bd36ec3-0f35-40f0-81c7-6e22b96172f4 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.001686 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-0bd36ec3-0f35-40f0-81c7-6e22b96172f4 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4146209 Feb 18 12:31:41.008360 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52736) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:41.008360 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-4682ac67-35b1-4dd0-8ead-18103055d505 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Request body: {'security_group_rule': {'security_group_id': '732baa2e-9c72-4b51-bad3-b2fae3a6852c', 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:41.023821 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-88e38dd4-5c0d-4a95-80ef-ab1d588941cc admin admin] Publish callbacks [] for security_group (e624df06-be17-4ca4-8a03-637010d22e81), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.095381 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.securitygroups_db [None req-4682ac67-35b1-4dd0-8ead-18103055d505 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Project 5c5cedac69764095b416f7b3f7ab59c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 12:31:41.098188 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'name': 'tempest-TestShelveInstance-874367960-router', 'tenant_id': '3dbb50781437484ca126f5561e17e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '9035e3b0-b31c-4ee9-9ab3-49e64bb07b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:33Z', 'updated_at': '2022-02-18T12:31:37Z', 'revision_number': 4, 'project_id': '3dbb50781437484ca126f5561e17e631', 'gw_port': {'id': '9035e3b0-b31c-4ee9-9ab3-49e64bb07b48', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:34Z', 'updated_at': '2022-02-18T12:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '379347ac-9b89-4032-a98c-f3a66db41036', 'name': '', 'network_id': '56844464-bc2c-4265-9e0b-556587b6b73a', 'tenant_id': '3dbb50781437484ca126f5561e17e631', 'mac_address': 'fa:16:3e:46:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8b6dc182-dd7b-418b-bf86-0f741066d30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:36Z', 'updated_at': '2022-02-18T12:31:40Z', 'revision_number': 4, 'project_id': '3dbb50781437484ca126f5561e17e631', 'subnets': [{'id': '8b6dc182-dd7b-418b-bf86-0f741066d30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:31:41.103431 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4682ac67-35b1-4dd0-8ead-18103055d505 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (596fd0f7-52f4-4f4f-809c-b3992874a816), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.134806 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ae896-852d-4c5f-9b86-25906360fce1 None None] The sync data for ids ['c2a50566-b320-4a8c-867d-0348711ed5db'] in dv-cinder-804757-15-iscsi is: [{'id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'name': 'tempest-TestShelveInstance-874367960-router', 'tenant_id': '3dbb50781437484ca126f5561e17e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '9035e3b0-b31c-4ee9-9ab3-49e64bb07b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:33Z', 'updated_at': '2022-02-18T12:31:37Z', 'revision_number': 4, 'project_id': '3dbb50781437484ca126f5561e17e631', 'gw_port': {'id': '9035e3b0-b31c-4ee9-9ab3-49e64bb07b48', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:34Z', 'updated_at': '2022-02-18T12:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '379347ac-9b89-4032-a98c-f3a66db41036', 'name': '', 'network_id': '56844464-bc2c-4265-9e0b-556587b6b73a', 'tenant_id': '3dbb50781437484ca126f5561e17e631', 'mac_address': 'fa:16:3e:46:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8b6dc182-dd7b-418b-bf86-0f741066d30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:36Z', 'updated_at': '2022-02-18T12:31:40Z', 'revision_number': 4, 'project_id': '3dbb50781437484ca126f5561e17e631', 'subnets': [{'id': '8b6dc182-dd7b-418b-bf86-0f741066d30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:31:41.139292 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d8dd56c3-7b9a-47a5-9cbf-a16187ccd718 None None] Current status of the port 379347ac-9b89-4032-a98c-f3a66db41036 is: DOWN; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:41.139698 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d8dd56c3-7b9a-47a5-9cbf-a16187ccd718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (379347ac-9b89-4032-a98c-f3a66db41036), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.158276 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-88e38dd4-5c0d-4a95-80ef-ab1d588941cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (e624df06-be17-4ca4-8a03-637010d22e81), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.175429 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-d8dd56c3-7b9a-47a5-9cbf-a16187ccd718 None None] For port 379347ac-9b89-4032-a98c-f3a66db41036, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=379347ac-9b89-4032-a98c-f3a66db41036,segment=NetworkSegment(ce9ed307-9bbc-4880-af51-a87a95aec8d4),segment_id=ce9ed307-9bbc-4880-af51-a87a95aec8d4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:31:41.181801 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4682ac67-35b1-4dd0-8ead-18103055d505 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (596fd0f7-52f4-4f4f-809c-b3992874a816), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.205637 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-88e38dd4-5c0d-4a95-80ef-ab1d588941cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f2d0d593aa3d4f7497b184052516486a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125857 Feb 18 12:31:41.205637 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52738) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:41.214274 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e38dd4-5c0d-4a95-80ef-ab1d588941cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e624df06-be17-4ca4-8a03-637010d22e81,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:41.254977 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d8dd56c3-7b9a-47a5-9cbf-a16187ccd718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (379347ac-9b89-4032-a98c-f3a66db41036), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.276902 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4032ea91-ecc1-4137-887c-07bec5452c5d admin admin] Publish callbacks [] for security_group (e624df06-be17-4ca4-8a03-637010d22e81), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.289016 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4682ac67-35b1-4dd0-8ead-18103055d505 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (596fd0f7-52f4-4f4f-809c-b3992874a816), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.306826 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682ac67-35b1-4dd0-8ead-18103055d505 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596fd0f7-52f4-4f4f-809c-b3992874a816,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:41.308033 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4032ea91-ecc1-4137-887c-07bec5452c5d admin admin] Publish callbacks [] for security_group (e624df06-be17-4ca4-8a03-637010d22e81), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.319758 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd56c3-7b9a-47a5-9cbf-a16187ccd718 None None] Pushing event updated for resources: {'Port': ['ID=379347ac-9b89-4032-a98c-f3a66db41036,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:41.404984 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4682ac67-35b1-4dd0-8ead-18103055d505 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.406252 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4682ac67-35b1-4dd0-8ead-18103055d505 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4029195 Feb 18 12:31:41.408967 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52740) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:31:41.413463 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-347fdc4b-bca5-4256-a558-3b5a310050eb tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Request body: {'security_group_rule': {'security_group_id': '732baa2e-9c72-4b51-bad3-b2fae3a6852c', 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:31:41.437137 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4032ea91-ecc1-4137-887c-07bec5452c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (e624df06-be17-4ca4-8a03-637010d22e81), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.441230 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4032ea91-ecc1-4137-887c-07bec5452c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.442502 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-4032ea91-ecc1-4137-887c-07bec5452c5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e624df06-be17-4ca4-8a03-637010d22e81 HTTP/1.1" status: 204 len: 168 time: 0.2362103 Feb 18 12:31:41.450788 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032ea91-ecc1-4137-887c-07bec5452c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e624df06-be17-4ca4-8a03-637010d22e81,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:41.500648 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.securitygroups_db [None req-347fdc4b-bca5-4256-a558-3b5a310050eb tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Project 5c5cedac69764095b416f7b3f7ab59c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 12:31:41.506667 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-347fdc4b-bca5-4256-a558-3b5a310050eb tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (0f10f38a-2c01-4255-aae2-8c21795a0333), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.572942 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-347fdc4b-bca5-4256-a558-3b5a310050eb tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (0f10f38a-2c01-4255-aae2-8c21795a0333), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.608879 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 379347ac-9b89-4032-a98c-f3a66db41036 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:31:41.657774 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 379347ac-9b89-4032-a98c-f3a66db41036 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:41.658177 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (379347ac-9b89-4032-a98c-f3a66db41036), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.666355 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-347fdc4b-bca5-4256-a558-3b5a310050eb tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608808'] for security_group_rule (0f10f38a-2c01-4255-aae2-8c21795a0333), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.686617 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fdc4b-bca5-4256-a558-3b5a310050eb tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f10f38a-2c01-4255-aae2-8c21795a0333,revision_number=0']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:31:41.754574 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 379347ac-9b89-4032-a98c-f3a66db41036 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:41.755883 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 up at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:31:41.786938 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-347fdc4b-bca5-4256-a558-3b5a310050eb tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.798118 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-347fdc4b-bca5-4256-a558-3b5a310050eb tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3789282 Feb 18 12:31:41.813580 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Provisioning complete for port 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:31:41.813976 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (9035e3b0-b31c-4ee9-9ab3-49e64bb07b48), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.947545 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Current status of the port 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 is: ACTIVE; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:31:41.974540 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:59.889164 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-4fe98a6a-becd-4e6f-b8a3-23902b81b750 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76572498&fields=id&tenant_id=d95d62cfc2894c6eba70f010580d7c1a HTTP/1.1" status: 200 len: 267 time: 0.0474987 Feb 18 12:31:59.993404 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-1b72a9e7-503c-44c3-90f3-10cabe5c8823 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:31:59.994765 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-1b72a9e7-503c-44c3-90f3-10cabe5c8823 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 812 time: 0.0992539 Feb 18 12:32:00.010169 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-d9e8c229-0d52-4240-ba33-3b878fc7500e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/quotas/d95d62cfc2894c6eba70f010580d7c1a HTTP/1.1" status: 200 len: 375 time: 0.0092485 Feb 18 12:32:00.065150 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-3a9869bb-d7d5-45ba-931e-3f80683deea5 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500867 Feb 18 12:32:00.155895 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-6d3ef3e6-10f6-4e01-b14d-532fd1a338dc service neutron] 10.222.0.52 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798166 Feb 18 12:32:00.248687 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-9b99e7be-53b5-4f49-83d2-536902bb5192 service neutron] 10.222.0.52 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871370 Feb 18 12:32:00.552016 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:32:00.838921 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6878f91c-832f-4ef7-b31b-b4be0a54eb06 req-5b5eb783-d98d-4dbc-9ae6-48f9b54096f2 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 210 time: 0.0263777 Feb 18 12:32:01.710163 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-b0494382-fa56-4804-9521-48e665b4bb54 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633153888&fields=id&tenant_id=5c5cedac69764095b416f7b3f7ab59c5 HTTP/1.1" status: 200 len: 267 time: 0.0447476 Feb 18 12:32:01.817400 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-93f11145-56ba-4bd8-a190-cf2cec3c4220 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:01.818890 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-93f11145-56ba-4bd8-a190-cf2cec3c4220 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/networks?id=1c250558-5b61-4ce2-af5f-56eacc6b0cea HTTP/1.1" status: 200 len: 809 time: 0.1018121 Feb 18 12:32:01.833277 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-940ace51-36d2-4327-bf11-c8b2f5c4386a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/quotas/5c5cedac69764095b416f7b3f7ab59c5 HTTP/1.1" status: 200 len: 375 time: 0.0090876 Feb 18 12:32:01.889480 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-af6d2cc0-ca4b-42ec-bbb2-15e9f4444978 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c5cedac69764095b416f7b3f7ab59c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503087 Feb 18 12:32:01.973147 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-18af0112-2702-4789-8021-9bc0ca5836fb req-e075be8f-2422-4141-8f03-764482e7e56b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 210 time: 0.0635872 Feb 18 12:32:02.016999 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-5769a0da-f8fc-4dc2-bb61-ce091e552a82 service neutron] 10.222.0.52 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155500 Feb 18 12:32:02.106067 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-ee8be946-9408-46b5-9e0c-e3ecb0d5b937 service neutron] 10.222.0.52 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823569 Feb 18 12:32:02.960941 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ea736260-c48a-4696-badd-f30848ddbeb4 req-5be85b6e-5c7b-48ba-913e-6cf38ff10d44 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 210 time: 0.0310163 Feb 18 12:32:03.093630 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-9af83c67-3883-484a-8065-e014b071c776 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:03.095092 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-9af83c67-3883-484a-8065-e014b071c776 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 812 time: 0.1315463 Feb 18 12:32:03.096864 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9840d028-fef7-472a-bed8-9b30633d9585 req-9fa7d33a-f457-405c-8f91-c54c78dbaafe tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 210 time: 0.0494075 Feb 18 12:32:03.163013 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-73e09592-8260-4e43-8f25-e483447e817c tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d95d62cfc2894c6eba70f010580d7c1a HTTP/1.1" status: 200 len: 378 time: 0.0576050 Feb 18 12:32:03.173515 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-7793eed9-4288-4adb-af5f-6726bc589431 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Request body: {'port': {'device_id': '9a68478c-355c-4d92-8b80-b21128dafb67', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'admin_state_up': True, 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'security_groups': ['a52e31f2-f603-4f94-8ec4-182ac0a4cb61']}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:32:03.397199 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-7793eed9-4288-4adb-af5f-6726bc589431 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Made reservation on behalf of d95d62cfc2894c6eba70f010580d7c1a for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:32:03.400623 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-7793eed9-4288-4adb-af5f-6726bc589431 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:03.525860 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-7793eed9-4288-4adb-af5f-6726bc589431 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Allocated IP 172.20.0.14 (ffb8dc52-3419-418a-8199-5a2a6a804c20/4d6a2a05-4bd5-4f3c-a354-4c278cc7441a/ef5183b7-45d6-4d5e-ad6c-c3878383682f) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:32:03.659480 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-7793eed9-4288-4adb-af5f-6726bc589431 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:03.786472 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-7793eed9-4288-4adb-af5f-6726bc589431 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:03.826655 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-7793eed9-4288-4adb-af5f-6726bc589431 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Network ffb8dc52-3419-418a-8199-5a2a6a804c20 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:32:03.829512 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-7793eed9-4288-4adb-af5f-6726bc589431 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:32:03.835946 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-7793eed9-4288-4adb-af5f-6726bc589431 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:32:03.865289 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793eed9-4288-4adb-af5f-6726bc589431 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'Port': ['ID=ef5183b7-45d6-4d5e-ad6c-c3878383682f,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:03.887210 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-7793eed9-4288-4adb-af5f-6726bc589431 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:03.887549 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-7793eed9-4288-4adb-af5f-6726bc589431 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:03.971546 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-7793eed9-4288-4adb-af5f-6726bc589431 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8014152 Feb 18 12:32:03.984192 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Request body: {'port': {'device_id': '9a68478c-355c-4d92-8b80-b21128dafb67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:32:04.028797 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-d9129385-3025-47a4-a155-bc8ccff5f391 None None] Provisioning complete for port ef5183b7-45d6-4d5e-ad6c-c3878383682f triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:32:04.029415 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d9129385-3025-47a4-a155-bc8ccff5f391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:04.076860 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-d9129385-3025-47a4-a155-bc8ccff5f391 None None] Port ef5183b7-45d6-4d5e-ad6c-c3878383682f cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:32:04.082613 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0a5cdc43-fcec-43b0-8b0b-501872bebc33 req-0b2b8db4-5166-429c-9c7b-b0aa3ed6534f tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 210 time: 0.0547037 Feb 18 12:32:04.085124 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:04.291761 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bad93-e8d5-4bc0-8fd8-3f38d5395d72 req-0aec70ce-fb45-4e30-b27d-8191827804ee tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:04.293102 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0c4bad93-e8d5-4bc0-8fd8-3f38d5395d72 req-0aec70ce-fb45-4e30-b27d-8191827804ee tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 932 time: 0.1109822 Feb 18 12:32:04.378980 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0c4bad93-e8d5-4bc0-8fd8-3f38d5395d72 req-79816ff1-c29c-485c-a13e-37fc53306de7 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799294 Feb 18 12:32:04.418408 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5183b7-45d6-4d5e-ad6c-c3878383682f {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:32:04.426346 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Publish callbacks [] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:04.438873 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Transition to ACTIVE for port object ef5183b7-45d6-4d5e-ad6c-c3878383682f will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:32:04.500080 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:04.552974 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5183b7-45d6-4d5e-ad6c-c3878383682f,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:04.625381 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Attempting to bind port ef5183b7-45d6-4d5e-ad6c-c3878383682f on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:32:04.625874 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Attempting to bind port ef5183b7-45d6-4d5e-ad6c-c3878383682f by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:32:04.626233 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Attempting to bind port ef5183b7-45d6-4d5e-ad6c-c3878383682f on network ffb8dc52-3419-418a-8199-5a2a6a804c20 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:32:04.631232 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Port ef5183b7-45d6-4d5e-ad6c-c3878383682f on network ffb8dc52-3419-418a-8199-5a2a6a804c20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:32:04.631810 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Attempting to bind port ef5183b7-45d6-4d5e-ad6c-c3878383682f on network ffb8dc52-3419-418a-8199-5a2a6a804c20 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:32:04.637272 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:32:04.637643 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Checking segment: {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:32:04.638024 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Bound using segment: {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:32:04.638478 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Bound port: ef5183b7-45d6-4d5e-ad6c-c3878383682f, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f756821a-5530-4668-89ee-c5398b50c4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:32:04.639013 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:04.715333 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] For port ef5183b7-45d6-4d5e-ad6c-c3878383682f, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:32:04.718706 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] For port ef5183b7-45d6-4d5e-ad6c-c3878383682f, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ef5183b7-45d6-4d5e-ad6c-c3878383682f,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:32:04.812354 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:04.843054 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:04.843637 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:04.845064 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] 10.222.0.82 "PUT /v2.0/ports/ef5183b7-45d6-4d5e-ad6c-c3878383682f HTTP/1.1" status: 200 len: 1094 time: 0.8658469 Feb 18 12:32:04.847658 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a68478c-355c-4d92-8b80-b21128dafb67', 'tag': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:32:04.850159 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f88a5d8-294a-4119-8a89-401c0805053a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a68478c-355c-4d92-8b80-b21128dafb67", "tag": "ef5183b7-45d6-4d5e-ad6c-c3878383682f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:32:04.890183 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530aa25-585a-4861-a29e-bb14d0755da9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5183b7-45d6-4d5e-ad6c-c3878383682f,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:04.897071 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bdf529-fc68-4844-9cc9-05b0914db859 x-openstack-request-id: req-d9bdf529-fc68-4844-9cc9-05b0914db859 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:32:04.897360 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a68478c-355c-4d92-8b80-b21128dafb67", "tag": "ef5183b7-45d6-4d5e-ad6c-c3878383682f", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:32:04.897609 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9bdf529-fc68-4844-9cc9-05b0914db859 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:32:04.898154 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a68478c-355c-4d92-8b80-b21128dafb67', 'tag': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f', 'status': 'completed', 'code': 200} Feb 18 12:32:04.970700 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88a5d8-294a-4119-8a89-401c0805053a req-1a85c342-ebb1-4094-9110-4433956580ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:04.972208 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1f88a5d8-294a-4119-8a89-401c0805053a req-1a85c342-ebb1-4094-9110-4433956580ec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 1128 time: 0.0522249 Feb 18 12:32:05.074119 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88a5d8-294a-4119-8a89-401c0805053a req-9655fb74-2df1-4e00-af53-a9c2410cbb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:05.075668 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1f88a5d8-294a-4119-8a89-401c0805053a req-9655fb74-2df1-4e00-af53-a9c2410cbb43 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0959718 Feb 18 12:32:05.191885 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-16e42ea7-7929-4bc6-a4ec-95ffdae1456d req-81bd4326-2832-4f3b-a710-4808488f0ea4 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 210 time: 0.0424747 Feb 18 12:32:05.197072 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88a5d8-294a-4119-8a89-401c0805053a req-e2f5c358-32f9-4feb-a760-e558d7170dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:05.198476 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1f88a5d8-294a-4119-8a89-401c0805053a req-e2f5c358-32f9-4feb-a760-e558d7170dc5 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1164927 Feb 18 12:32:05.303003 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-d339f476-19a1-4005-89e3-f9e4fb986e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:05.304501 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-d339f476-19a1-4005-89e3-f9e4fb986e64 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 1128 time: 0.0441387 Feb 18 12:32:05.345418 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-d43a266b-5401-46b1-8d12-7cf95e8011bf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef5183b7-45d6-4d5e-ad6c-c3878383682f HTTP/1.1" status: 200 len: 217 time: 0.0333633 Feb 18 12:32:05.395189 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-c8aba16c-9d2b-415c-a651-32b2c031a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:05.396609 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-c8aba16c-9d2b-415c-a651-32b2c031a139 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a HTTP/1.1" status: 200 len: 851 time: 0.0453103 Feb 18 12:32:05.551921 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-c6c45681-c673-46bc-84c2-c66c433e0bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:05.553426 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-c6c45681-c673-46bc-84c2-c66c433e0bd5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ffb8dc52-3419-418a-8199-5a2a6a804c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1453931 Feb 18 12:32:05.593460 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e48c0da8-a778-4d51-b5a6-0b4993783e0f tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:05.594887 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e48c0da8-a778-4d51-b5a6-0b4993783e0f tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.82 "GET /v2.0/networks?id=1c250558-5b61-4ce2-af5f-56eacc6b0cea HTTP/1.1" status: 200 len: 809 time: 0.1780808 Feb 18 12:32:05.601453 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790cf89-374a-4514-ab5a-9bc28391d79c req-30e9646b-b0c1-4365-8b78-db8ab438591a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:05.602774 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9790cf89-374a-4514-ab5a-9bc28391d79c req-30e9646b-b0c1-4365-8b78-db8ab438591a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 944 time: 0.1225059 Feb 18 12:32:05.625895 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-02c7f8e9-8e6e-4f7d-8518-38ad5779d6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:05.744396 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9790cf89-374a-4514-ab5a-9bc28391d79c req-bc026c6e-7e9c-4c55-81f2-68337d69458e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113641 Feb 18 12:32:05.751151 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-17cb11ec-3b6b-40bc-905c-05d38e0b6b36 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c5cedac69764095b416f7b3f7ab59c5 HTTP/1.1" status: 200 len: 380 time: 0.1460814 Feb 18 12:32:05.753149 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-46f273c0-a2ba-473b-8b7d-c605e5ef16ed service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887116 Feb 18 12:32:05.765307 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e035fd0d-d544-4e67-8024-ae8de6bfaa3a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Request body: {'port': {'device_id': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'admin_state_up': True, 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'security_groups': ['732baa2e-9c72-4b51-bad3-b2fae3a6852c']}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:32:05.920920 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-432eeb15-4417-4ef6-bbdd-9268a6f761a5 req-5a8c7fd3-bf44-45db-93cd-478625979208 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592402 Feb 18 12:32:06.109174 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e035fd0d-d544-4e67-8024-ae8de6bfaa3a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Made reservation on behalf of 5c5cedac69764095b416f7b3f7ab59c5 for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:32:06.112872 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e035fd0d-d544-4e67-8024-ae8de6bfaa3a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:06.244124 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e035fd0d-d544-4e67-8024-ae8de6bfaa3a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Allocated IP 172.20.0.8 (1c250558-5b61-4ce2-af5f-56eacc6b0cea/46eb2fcb-a393-468a-896a-e9bbd83c3652/25171995-49f0-4ef1-9c10-dc639aab29c8) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:32:06.299589 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f3f9a55d-c24d-4217-94b4-7f4ed48ffc40 req-0506dedc-6f36-4e05-bf3d-a58fca59ad8c tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 210 time: 0.0368142 Feb 18 12:32:06.403946 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e035fd0d-d544-4e67-8024-ae8de6bfaa3a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:06.516359 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e035fd0d-d544-4e67-8024-ae8de6bfaa3a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:06.557220 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e035fd0d-d544-4e67-8024-ae8de6bfaa3a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Network 1c250558-5b61-4ce2-af5f-56eacc6b0cea is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:32:06.560658 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e035fd0d-d544-4e67-8024-ae8de6bfaa3a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:32:06.566751 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e035fd0d-d544-4e67-8024-ae8de6bfaa3a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:32:06.589339 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035fd0d-d544-4e67-8024-ae8de6bfaa3a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Pushing event updated for resources: {'Port': ['ID=25171995-49f0-4ef1-9c10-dc639aab29c8,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:06.619946 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e035fd0d-d544-4e67-8024-ae8de6bfaa3a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:06.620666 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e035fd0d-d544-4e67-8024-ae8de6bfaa3a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:06.746544 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:06.749071 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e035fd0d-d544-4e67-8024-ae8de6bfaa3a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9885478 Feb 18 12:32:06.751971 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-01f07b8e-d299-4d09-9241-244d0218c28a None None] Provisioning complete for port 25171995-49f0-4ef1-9c10-dc639aab29c8 triggered by entity DHCP. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:32:06.752338 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-01f07b8e-d299-4d09-9241-244d0218c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:06.761119 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Request body: {'port': {'device_id': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:32:06.790755 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-01f07b8e-d299-4d09-9241-244d0218c28a None None] Port 25171995-49f0-4ef1-9c10-dc639aab29c8 cannot update to ACTIVE because it is not bound. {{(pid=103421) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:32:06.849713 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:06.900767 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a840-791b-45a0-9e2f-ec101c7055e7 req-d6b9b581-3646-496f-b7d2-4fc7062df4b5 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:06.902265 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ab10a840-791b-45a0-9e2f-ec101c7055e7 req-d6b9b581-3646-496f-b7d2-4fc7062df4b5 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 944 time: 0.0865777 Feb 18 12:32:07.019176 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ab10a840-791b-45a0-9e2f-ec101c7055e7 req-f2b83242-b045-4321-927a-5a4438104d35 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108932 Feb 18 12:32:07.151417 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25171995-49f0-4ef1-9c10-dc639aab29c8 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:32:07.159346 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Publish callbacks [] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:07.171509 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Transition to ACTIVE for port object 25171995-49f0-4ef1-9c10-dc639aab29c8 will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:32:07.271748 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:07.325619 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Pushing event updated for resources: {'Port': ['ID=25171995-49f0-4ef1-9c10-dc639aab29c8,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:07.430330 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Attempting to bind port 25171995-49f0-4ef1-9c10-dc639aab29c8 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:32:07.430671 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Attempting to bind port 25171995-49f0-4ef1-9c10-dc639aab29c8 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '6e5333a7-b3f1-44be-8de6-1065ee89cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:32:07.431003 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Attempting to bind port 25171995-49f0-4ef1-9c10-dc639aab29c8 on network 1c250558-5b61-4ce2-af5f-56eacc6b0cea {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:32:07.438742 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Port 25171995-49f0-4ef1-9c10-dc639aab29c8 on network 1c250558-5b61-4ce2-af5f-56eacc6b0cea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:32:07.439065 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Attempting to bind port 25171995-49f0-4ef1-9c10-dc639aab29c8 on network 1c250558-5b61-4ce2-af5f-56eacc6b0cea {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:32:07.446565 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:32:07.446904 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Checking segment: {'id': '6e5333a7-b3f1-44be-8de6-1065ee89cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:32:07.447342 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Bound using segment: {'id': '6e5333a7-b3f1-44be-8de6-1065ee89cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:32:07.447816 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Bound port: 25171995-49f0-4ef1-9c10-dc639aab29c8, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5333a7-b3f1-44be-8de6-1065ee89cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:32:07.448174 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:07.457967 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de445322-e733-40b0-9535-d34f64e11bdc req-9e1bdbb7-fcf5-4308-93df-8e64d11bffa4 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:07.459473 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-de445322-e733-40b0-9535-d34f64e11bdc req-9e1bdbb7-fcf5-4308-93df-8e64d11bffa4 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0843151 Feb 18 12:32:07.547785 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-de445322-e733-40b0-9535-d34f64e11bdc req-2d9b823f-4ef3-4416-9f60-b5976b1f22d4 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820153 Feb 18 12:32:07.556522 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] For port 25171995-49f0-4ef1-9c10-dc639aab29c8, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:32:07.560151 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] For port 25171995-49f0-4ef1-9c10-dc639aab29c8, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=25171995-49f0-4ef1-9c10-dc639aab29c8,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:32:07.635222 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:07.669342 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:07.669959 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:07.671411 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] 10.222.0.82 "PUT /v2.0/ports/25171995-49f0-4ef1-9c10-dc639aab29c8 HTTP/1.1" status: 200 len: 1093 time: 0.9149113 Feb 18 12:32:07.671774 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'tag': '25171995-49f0-4ef1-9c10-dc639aab29c8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:32:07.673982 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b889ea-fe94-47cf-8ba4-c6d2291eaa50" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251", "tag": "25171995-49f0-4ef1-9c10-dc639aab29c8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:32:07.710549 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb17b43-b8c2-4168-ae29-72b7c17a655f service neutron] Pushing event updated for resources: {'Port': ['ID=25171995-49f0-4ef1-9c10-dc639aab29c8,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:07.723975 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ae6219-8289-4c19-989f-61ca74fd09d9 x-openstack-request-id: req-85ae6219-8289-4c19-989f-61ca74fd09d9 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:32:07.724338 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251", "tag": "25171995-49f0-4ef1-9c10-dc639aab29c8", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:32:07.732829 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85ae6219-8289-4c19-989f-61ca74fd09d9 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:32:07.732829 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'tag': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'status': 'completed', 'code': 200} Feb 18 12:32:07.800850 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b889ea-fe94-47cf-8ba4-c6d2291eaa50 req-d3fac514-d042-4376-914c-ab5818c7b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:07.802416 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b1b889ea-fe94-47cf-8ba4-c6d2291eaa50 req-d3fac514-d042-4376-914c-ab5818c7b0db service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c5cedac69764095b416f7b3f7ab59c5&device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 1127 time: 0.0536880 Feb 18 12:32:07.888468 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9dd81590-2a50-431c-aa95-1619ed3289b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:07.898131 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b889ea-fe94-47cf-8ba4-c6d2291eaa50 req-7d6cabc5-1400-4cc5-b364-6565282877ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:07.899687 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b1b889ea-fe94-47cf-8ba4-c6d2291eaa50 req-7d6cabc5-1400-4cc5-b364-6565282877ff service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=5c5cedac69764095b416f7b3f7ab59c5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0902007 Feb 18 12:32:07.994014 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b889ea-fe94-47cf-8ba4-c6d2291eaa50 req-f348cdf7-63c6-4419-8acd-2e087eee5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:07.995432 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b1b889ea-fe94-47cf-8ba4-c6d2291eaa50 req-f348cdf7-63c6-4419-8acd-2e087eee5659 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880337 Feb 18 12:32:08.074211 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-4c8d9c9d-d272-4951-ba11-4d0715bb66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:08.075716 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-4c8d9c9d-d272-4951-ba11-4d0715bb66f5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c5cedac69764095b416f7b3f7ab59c5&device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 1127 time: 0.0441573 Feb 18 12:32:08.140649 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-a45e4e83-1f23-4a14-9cc3-9eb9885a2358 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25171995-49f0-4ef1-9c10-dc639aab29c8 HTTP/1.1" status: 200 len: 217 time: 0.0571306 Feb 18 12:32:08.468259 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ebc83-4cc1-49d1-a9d0-5a863ec20afc req-00e10c6e-76d0-4d18-bddc-54f4d0e2d9fc tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:08.469717 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d53ebc83-4cc1-49d1-a9d0-5a863ec20afc req-00e10c6e-76d0-4d18-bddc-54f4d0e2d9fc tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 944 time: 0.3808928 Feb 18 12:32:08.471560 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-d7d42bed-9415-45b3-8aee-f31c08c21b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:08.472831 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-d7d42bed-9415-45b3-8aee-f31c08c21b0d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=46eb2fcb-a393-468a-896a-e9bbd83c3652 HTTP/1.1" status: 200 len: 848 time: 0.3266940 Feb 18 12:32:08.546233 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d53ebc83-4cc1-49d1-a9d0-5a863ec20afc req-0f5d83ec-a1f9-4e86-a22a-1032e78b33ab tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707595 Feb 18 12:32:08.554374 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e117b4bb-792f-4862-889f-a704afc152e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:08.555808 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-e117b4bb-792f-4862-889f-a704afc152e0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1c250558-5b61-4ce2-af5f-56eacc6b0cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0747583 Feb 18 12:32:08.673729 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-da09f846-f7d8-4996-85fa-2d5b8880bfb3 service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117308 Feb 18 12:32:08.692886 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c8da9-679f-40bd-8de0-8aa0c621a128 req-5f25825e-455b-464d-9d64-a2def4f5cfda tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:08.694343 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-753c8da9-679f-40bd-8de0-8aa0c621a128 req-5f25825e-455b-464d-9d64-a2def4f5cfda tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0789666 Feb 18 12:32:08.791049 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-753c8da9-679f-40bd-8de0-8aa0c621a128 req-0a31bd23-e6ac-4c51-ac8c-c4f7dc853171 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857630 Feb 18 12:32:08.806808 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5a8ff55-62b0-44e6-828d-111f84c8a3cc req-f22b3337-afd4-4803-98c6-7da50bf86a85 service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273830 Feb 18 12:32:08.894594 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed767f-4c2b-43e6-a316-77296292cac2 req-46b87fa6-c2d0-419f-b1c1-4ebceaf87cbf tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:08.896057 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-21ed767f-4c2b-43e6-a316-77296292cac2 req-46b87fa6-c2d0-419f-b1c1-4ebceaf87cbf tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 946 time: 0.0520191 Feb 18 12:32:08.941338 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-21ed767f-4c2b-43e6-a316-77296292cac2 req-7dc030a9-b7a0-407d-8ef6-fcc16c77069b tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396998 Feb 18 12:32:09.225829 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:09.660197 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2d2fb-8342-40ba-b655-c248042da14c req-2dc06338-e3fb-48f7-b84c-13e0dcdbe07e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:09.661650 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ffd2d2fb-8342-40ba-b655-c248042da14c req-2dc06338-e3fb-48f7-b84c-13e0dcdbe07e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 944 time: 0.0509133 Feb 18 12:32:09.712351 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ffd2d2fb-8342-40ba-b655-c248042da14c req-05c2d211-6ae5-4364-903e-a4e8a6e2595b tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452864 Feb 18 12:32:09.916129 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78d461-9884-4c04-8ce3-1f0e6da4e055 req-a653efce-469d-4ae0-8ef4-49659c36d06c tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:09.917577 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6a78d461-9884-4c04-8ce3-1f0e6da4e055 req-a653efce-469d-4ae0-8ef4-49659c36d06c tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0504303 Feb 18 12:32:09.965987 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6a78d461-9884-4c04-8ce3-1f0e6da4e055 req-a7cdc789-2657-4fa7-8510-af6f0f05c0de tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422783 Feb 18 12:32:10.062319 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f20b0-25ee-4d3f-bb95-3fed7946c7c3 req-6501ecd5-99bc-4024-83c4-aea879aab047 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:10.063907 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2b8f20b0-25ee-4d3f-bb95-3fed7946c7c3 req-6501ecd5-99bc-4024-83c4-aea879aab047 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 946 time: 0.0518010 Feb 18 12:32:10.110018 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2b8f20b0-25ee-4d3f-bb95-3fed7946c7c3 req-20141fb9-c576-4245-a2fe-dc7d12157fa1 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa064936-eeaa-496d-b9a8-d1c2fd3328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404818 Feb 18 12:32:10.295113 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-fe8d9be7-c6c5-4cbc-94b6-c686049bcab8 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:10.296524 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-fe8d9be7-c6c5-4cbc-94b6-c686049bcab8 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.82 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 946 time: 0.0540240 Feb 18 12:32:10.387208 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Deleting port d54616d3-e368-4575-b5cb-edca1fc271c1 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:32:10.388226 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:10.457698 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:10.476186 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] For port d54616d3-e368-4575-b5cb-edca1fc271c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d54616d3-e368-4575-b5cb-edca1fc271c1,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:32:10.476554 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:10.647032 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:10.647309 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (c2db4b72-b9fa-4288-bc47-1ee2d82732b5), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:10.647621 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.l3_db [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Floating IP c2db4b72-b9fa-4288-bc47-1ee2d82732b5 disassociated. External IP: 172.27.2.165, port: d54616d3-e368-4575-b5cb-edca1fc271c1. Feb 18 12:32:10.647955 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Calling delete_port for d54616d3-e368-4575-b5cb-edca1fc271c1 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:32:10.828180 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc9579-7db6-48de-bbd8-583f503addf4 req-ad5bda4e-45e1-4134-94ff-47fcf4580a75 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:10.829647 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e0dc9579-7db6-48de-bbd8-583f503addf4 req-ad5bda4e-45e1-4134-94ff-47fcf4580a75 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 944 time: 0.0517802 Feb 18 12:32:10.878263 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e0dc9579-7db6-48de-bbd8-583f503addf4 req-54db4d75-1cf6-41aa-92cb-a89e3fb71176 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425956 Feb 18 12:32:10.882761 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (d54616d3-e368-4575-b5cb-edca1fc271c1), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:10.909141 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event deleted for resources: {'Port': ['ID=d54616d3-e368-4575-b5cb-edca1fc271c1,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:11.025951 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Router 373e062e-5e0b-47b3-ac2b-f276bc5e359b has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:32:11.155094 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044ab47-1293-4306-b3c1-373bb477fccd req-d83cb249-727c-4a94-9ecf-1e24949cd544 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:11.156588 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5044ab47-1293-4306-b3c1-373bb477fccd req-d83cb249-727c-4a94-9ecf-1e24949cd544 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.1252525 Feb 18 12:32:11.202344 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:32:11.212275 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c10c4f-2001-4a27-862f-18c83d518c7e None None] Sync routers for ids ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:32:11.223645 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c10c4f-2001-4a27-862f-18c83d518c7e None None] Routers {'373e062e-5e0b-47b3-ac2b-f276bc5e359b'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:32:11.224431 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-d9c10c4f-2001-4a27-862f-18c83d518c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:32:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:11.226569 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0c142ec0-a496-4a7a-aac7-7260956754de req-eccd5a5a-3d25-4d40-ae5d-d80619701ae6 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 210 time: 0.0386395 Feb 18 12:32:11.274231 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] No DVR routers for this DVR port d54616d3-e368-4575-b5cb-edca1fc271c1 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:32:11.280140 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5044ab47-1293-4306-b3c1-373bb477fccd req-f08bf187-940c-4b95-9254-a1bd4534dec2 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170492 Feb 18 12:32:11.281255 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:11.284574 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d9e31ab0-24d2-42aa-82a0-864594b33441 req-26071107-0246-427a-a0ee-3287787953a4 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.82 "DELETE /v2.0/ports/d54616d3-e368-4575-b5cb-edca1fc271c1 HTTP/1.1" status: 204 len: 173 time: 0.9830356 Feb 18 12:32:11.284956 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e257c7-6667-4b68-a39d-88493031e604', 'name': 'network-vif-deleted', 'tag': 'd54616d3-e368-4575-b5cb-edca1fc271c1'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:32:11.287392 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a090f7de-0eee-4fd5-8ee2-2c6c4ad5b825" -d '{"events": [{"server_uuid": "39e257c7-6667-4b68-a39d-88493031e604", "name": "network-vif-deleted", "tag": "d54616d3-e368-4575-b5cb-edca1fc271c1"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:32:11.327087 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a25643-0d97-43f0-bc47-7691739f795d x-openstack-request-id: req-29a25643-0d97-43f0-bc47-7691739f795d {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:32:11.327627 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e257c7-6667-4b68-a39d-88493031e604", "name": "network-vif-deleted", "tag": "d54616d3-e368-4575-b5cb-edca1fc271c1", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:32:11.327883 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29a25643-0d97-43f0-bc47-7691739f795d {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:32:11.328297 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e257c7-6667-4b68-a39d-88493031e604', 'name': 'network-vif-deleted', 'tag': 'd54616d3-e368-4575-b5cb-edca1fc271c1', 'status': 'completed', 'code': 200} Feb 18 12:32:11.465454 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-d9c10c4f-2001-4a27-862f-18c83d518c7e None None] Set router 373e062e-5e0b-47b3-ac2b-f276bc5e359b gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:32:11.672190 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-d9c10c4f-2001-4a27-862f-18c83d518c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:26Z', 'revision_number': 5, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:11.697693 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c10c4f-2001-4a27-862f-18c83d518c7e None None] Checking router: 373e062e-5e0b-47b3-ac2b-f276bc5e359b for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:32:11.706488 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c10c4f-2001-4a27-862f-18c83d518c7e None None] Routers {'373e062e-5e0b-47b3-ac2b-f276bc5e359b'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:32:11.707088 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-d9c10c4f-2001-4a27-862f-18c83d518c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:32:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:11.813759 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-d9c10c4f-2001-4a27-862f-18c83d518c7e None None] Set router 373e062e-5e0b-47b3-ac2b-f276bc5e359b gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:32:11.959266 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:12.009892 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9099572-fb85-4309-bd3a-64bcd1f89b8e req-cfbe271a-0ba4-4d63-a7a0-0c191de98a79 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:12.011465 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b9099572-fb85-4309-bd3a-64bcd1f89b8e req-cfbe271a-0ba4-4d63-a7a0-0c191de98a79 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 944 time: 0.0642869 Feb 18 12:32:12.034923 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-d9c10c4f-2001-4a27-862f-18c83d518c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:26Z', 'revision_number': 5, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:12.064180 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b9099572-fb85-4309-bd3a-64bcd1f89b8e req-72fea3b1-5e56-46c3-a01c-2611ee8f5a8f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458858 Feb 18 12:32:12.075046 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c10c4f-2001-4a27-862f-18c83d518c7e None None] The sync data for ids ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'] in dv-cinder-804757-15-iscsi is: [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:25:22Z', 'revision_number': 4, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '6f459194-0d84-4792-af68-8c85e24c775f', 'name': '', 'network_id': '2ddff822-40fe-4fd3-abb5-5ee14df87cd7', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'mac_address': 'fa:16:3e:2e:20:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:21Z', 'updated_at': '2022-02-18T12:25:26Z', 'revision_number': 5, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'subnets': [{'id': '0605fd76-e386-40d7-93ea-f7bf1f705f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:32:12.303003 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf7fe15-e598-4011-adbd-5d318fe3ca1f None None] New status for floating IP c2db4b72-b9fa-4288-bc47-1ee2d82732b5: DOWN {{(pid=103421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:32:12.359026 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8fb9b603-fa69-4582-955a-f07989b77973 req-bb368036-7203-4a16-a214-e1546f8f6628 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/ports?device_id=39e257c7-6667-4b68-a39d-88493031e604 HTTP/1.1" status: 200 len: 210 time: 0.0316675 Feb 18 12:32:12.423076 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340cb2a-9db2-444a-a081-5a61ebc7d446 req-13958182-7f38-4c50-9f3c-9e0dc6181919 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:12.424592 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d340cb2a-9db2-444a-a081-5a61ebc7d446 req-13958182-7f38-4c50-9f3c-9e0dc6181919 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0617969 Feb 18 12:32:12.472334 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d340cb2a-9db2-444a-a081-5a61ebc7d446 req-c661a323-ebfa-4a66-be2c-b02cfc299798 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Feb 18 12:32:13.188073 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b20b44-b2d5-4144-905c-b5406daf607d req-2583eec6-f058-43c0-86b3-6d779dd3690c tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:13.189561 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e6b20b44-b2d5-4144-905c-b5406daf607d req-2583eec6-f058-43c0-86b3-6d779dd3690c tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 944 time: 0.0552020 Feb 18 12:32:13.236963 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e6b20b44-b2d5-4144-905c-b5406daf607d req-0319f1cb-8a2b-497d-a094-0e4fdf7acf0d tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418220 Feb 18 12:32:13.499075 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device ef5183b7-45d6-4d5e-ad6c-c3878383682f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:32:13.501983 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d54616d3-e368-4575-b5cb-edca1fc271c1 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:32:13.531550 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: d54616d3-e368-4575-b5cb-edca1fc271c1 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:32:13.531890 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device d54616d3-e368-4575-b5cb-edca1fc271c1 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:32:13.549911 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 52994) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:13.595611 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daeb6fb-d3b6-47a9-b7f5-c8bfef11bbe7 req-d4b048fe-6692-4c80-839d-92d7dda77ffc tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:13.597190 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0daeb6fb-d3b6-47a9-b7f5-c8bfef11bbe7 req-d4b048fe-6692-4c80-839d-92d7dda77ffc tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0566990 Feb 18 12:32:13.607109 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf218-a5c2-48b4-b8db-48ddff895bb5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group (fa064936-eeaa-496d-b9a8-d1c2fd3328e7), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:13.627017 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port ef5183b7-45d6-4d5e-ad6c-c3878383682f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ef5183b7-45d6-4d5e-ad6c-c3878383682f,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:32:13.631210 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf218-a5c2-48b4-b8db-48ddff895bb5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group (fa064936-eeaa-496d-b9a8-d1c2fd3328e7), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:13.637262 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'port_id': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f', 'mac_address': 'fa:16:3e:32:05:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:32:13.646604 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0daeb6fb-d3b6-47a9-b7f5-c8bfef11bbe7 req-325752c7-7c72-4c85-9862-66eaea032f8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438049 Feb 18 12:32:13.678529 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port ef5183b7-45d6-4d5e-ad6c-c3878383682f is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:32:13.678917 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:13.692695 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5183b7-45d6-4d5e-ad6c-c3878383682f {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:32:13.711562 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port ef5183b7-45d6-4d5e-ad6c-c3878383682f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ef5183b7-45d6-4d5e-ad6c-c3878383682f,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:32:13.783180 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf218-a5c2-48b4-b8db-48ddff895bb5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (fa064936-eeaa-496d-b9a8-d1c2fd3328e7), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:13.792204 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf218-a5c2-48b4-b8db-48ddff895bb5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:13.794286 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-1dbdf218-a5c2-48b4-b8db-48ddff895bb5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "DELETE /v2.0/security-groups/fa064936-eeaa-496d-b9a8-d1c2fd3328e7 HTTP/1.1" status: 204 len: 168 time: 0.2433338 Feb 18 12:32:13.796989 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52996) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:13.803232 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdf218-a5c2-48b4-b8db-48ddff895bb5 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa064936-eeaa-496d-b9a8-d1c2fd3328e7,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:13.811823 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.api.v2.resource [None req-ba67df56-d31b-456e-b350-7e7f5168b166 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] show failed (client error): The resource could not be found. Feb 18 12:32:13.812833 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ba67df56-d31b-456e-b350-7e7f5168b166 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "GET /v2.0/security-groups/fa064936-eeaa-496d-b9a8-d1c2fd3328e7 HTTP/1.1" status: 404 len: 347 time: 0.0147922 Feb 18 12:32:13.815829 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 52998) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:13.822288 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:13.875359 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=ef5183b7-45d6-4d5e-ad6c-c3878383682f,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:13.937239 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1cf744a6-ac49-467e-9a95-5af1d1546589 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Deleting port 8a871030-cb89-43cf-8bfb-60894b6a229f {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:32:13.937485 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1cf744a6-ac49-467e-9a95-5af1d1546589 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (8a871030-cb89-43cf-8bfb-60894b6a229f), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:14.012090 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1cf744a6-ac49-467e-9a95-5af1d1546589 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (8a871030-cb89-43cf-8bfb-60894b6a229f), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:14.012438 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1cf744a6-ac49-467e-9a95-5af1d1546589 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for floatingip (8a871030-cb89-43cf-8bfb-60894b6a229f), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:14.024176 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-1cf744a6-ac49-467e-9a95-5af1d1546589 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Calling delete_port for 8a871030-cb89-43cf-8bfb-60894b6a229f owned by network:floatingip {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:32:14.032625 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['ef5183b7-45d6-4d5e-ad6c-c3878383682f'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:32:14.251812 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1cf744a6-ac49-467e-9a95-5af1d1546589 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (8a871030-cb89-43cf-8bfb-60894b6a229f), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:14.277119 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf744a6-ac49-467e-9a95-5af1d1546589 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Pushing event deleted for resources: {'Port': ['ID=8a871030-cb89-43cf-8bfb-60894b6a229f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:14.363890 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1cf744a6-ac49-467e-9a95-5af1d1546589 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks [] for floatingip (c2db4b72-b9fa-4288-bc47-1ee2d82732b5), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:14.366452 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1cf744a6-ac49-467e-9a95-5af1d1546589 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:14.367586 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1cf744a6-ac49-467e-9a95-5af1d1546589 tempest-AttachVolumeShelveTestJSON-1086107793 tempest-AttachVolumeShelveTestJSON-1086107793-project] 10.222.0.52 "DELETE /v2.0/floatingips/c2db4b72-b9fa-4288-bc47-1ee2d82732b5 HTTP/1.1" status: 204 len: 168 time: 0.5508265 Feb 18 12:32:14.387366 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac2e22-2a65-43d6-befd-79e946718d5a req-f03ed1e1-2064-4224-870f-b37d0160c023 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:14.390518 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f0ac2e22-2a65-43d6-befd-79e946718d5a req-f03ed1e1-2064-4224-870f-b37d0160c023 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 945 time: 0.0703647 Feb 18 12:32:14.442528 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f0ac2e22-2a65-43d6-befd-79e946718d5a req-6fcd33f5-09bf-4f1d-ab9e-d21ab4377fde tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480564 Feb 18 12:32:14.492290 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3557bf0-73e8-45c6-8358-53d02907312c req-8605e203-1271-4ca2-9f38-0228fc726a7c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428255 Feb 18 12:32:14.578647 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3557bf0-73e8-45c6-8358-53d02907312c req-c45701eb-e868-4ced-ba47-3153100d1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:14.581008 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3557bf0-73e8-45c6-8358-53d02907312c req-c45701eb-e868-4ced-ba47-3153100d1b78 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 1129 time: 0.0451930 Feb 18 12:32:14.685816 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3557bf0-73e8-45c6-8358-53d02907312c req-d58d83d5-6a69-4c7b-a2e4-d79ebea0687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:14.687450 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3557bf0-73e8-45c6-8358-53d02907312c req-d58d83d5-6a69-4c7b-a2e4-d79ebea0687f service neutron] 10.222.0.82 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 913 time: 0.0875428 Feb 18 12:32:14.782101 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3557bf0-73e8-45c6-8358-53d02907312c req-5ac37135-8e44-42df-a683-b1af49d50b8e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62b8b65a-0ea3-42c9-a836-5178473f55fa HTTP/1.1" status: 200 len: 1000 time: 0.0861828 Feb 18 12:32:14.831992 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2c2e0-066f-4736-bfff-428448f4832d req-96bbbbae-9848-4ea5-b2d2-3346c9951870 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:14.833447 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5ec2c2e0-066f-4736-bfff-428448f4832d req-96bbbbae-9848-4ea5-b2d2-3346c9951870 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0999222 Feb 18 12:32:14.858158 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3557bf0-73e8-45c6-8358-53d02907312c req-1158f8c6-9c1d-40ba-9804-7afb79c9e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:14.859571 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3557bf0-73e8-45c6-8358-53d02907312c req-1158f8c6-9c1d-40ba-9804-7afb79c9e49b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a HTTP/1.1" status: 200 len: 851 time: 0.0706418 Feb 18 12:32:14.919660 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5ec2c2e0-066f-4736-bfff-428448f4832d req-5e0e3361-329f-4d71-9785-5c428c7dc021 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801771 Feb 18 12:32:14.930704 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3557bf0-73e8-45c6-8358-53d02907312c req-20841de7-3c29-4372-80a0-9197fc5d3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:14.932284 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3557bf0-73e8-45c6-8358-53d02907312c req-20841de7-3c29-4372-80a0-9197fc5d3262 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ffb8dc52-3419-418a-8199-5a2a6a804c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0662379 Feb 18 12:32:15.023077 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3557bf0-73e8-45c6-8358-53d02907312c req-831f6845-530d-4969-af46-45992a89d4ae service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829883 Feb 18 12:32:15.117298 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c3557bf0-73e8-45c6-8358-53d02907312c req-0e70f4a9-639f-49c6-9120-ec128f855ec7 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864983 Feb 18 12:32:15.516370 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 25171995-49f0-4ef1-9c10-dc639aab29c8 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:32:15.519672 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device ef5183b7-45d6-4d5e-ad6c-c3878383682f up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:32:15.563575 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcd981-8111-4261-8d36-62e9a1e74cee req-33e12456-a1ff-4d24-a3a3-5bb05302adc1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:15.565046 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d3fcd981-8111-4261-8d36-62e9a1e74cee req-33e12456-a1ff-4d24-a3a3-5bb05302adc1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 945 time: 0.0520377 Feb 18 12:32:15.613804 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d3fcd981-8111-4261-8d36-62e9a1e74cee req-3dd1169b-3dae-46eb-9589-4bc96948d35a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424564 Feb 18 12:32:15.650719 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 25171995-49f0-4ef1-9c10-dc639aab29c8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=25171995-49f0-4ef1-9c10-dc639aab29c8,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:32:15.662964 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'port_id': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'mac_address': 'fa:16:3e:ee:17:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:32:15.699483 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 25171995-49f0-4ef1-9c10-dc639aab29c8 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:32:15.699874 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:15.712885 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25171995-49f0-4ef1-9c10-dc639aab29c8 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:32:15.718720 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port ef5183b7-45d6-4d5e-ad6c-c3878383682f completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:32:15.727349 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port ef5183b7-45d6-4d5e-ad6c-c3878383682f triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:32:15.727714 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:15.755311 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 25171995-49f0-4ef1-9c10-dc639aab29c8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=25171995-49f0-4ef1-9c10-dc639aab29c8,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:32:15.815263 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port ef5183b7-45d6-4d5e-ad6c-c3878383682f is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:32:15.815653 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:15.840079 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a68478c-355c-4d92-8b80-b21128dafb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:32:15.843073 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec981dbc-d010-4f60-8d4d-5ab2c3ae80ce" -d '{"events": [{"server_uuid": "9a68478c-355c-4d92-8b80-b21128dafb67", "name": "network-vif-plugged", "status": "completed", "tag": "ef5183b7-45d6-4d5e-ad6c-c3878383682f"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:32:15.852832 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:15.861012 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port ef5183b7-45d6-4d5e-ad6c-c3878383682f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ef5183b7-45d6-4d5e-ad6c-c3878383682f,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:32:15.881989 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c5ae65-bbce-4eda-9d31-4070871e6633 x-openstack-request-id: req-03c5ae65-bbce-4eda-9d31-4070871e6633 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:32:15.882917 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a68478c-355c-4d92-8b80-b21128dafb67", "name": "network-vif-plugged", "status": "completed", "tag": "ef5183b7-45d6-4d5e-ad6c-c3878383682f", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:32:15.882917 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03c5ae65-bbce-4eda-9d31-4070871e6633 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:32:15.882917 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a68478c-355c-4d92-8b80-b21128dafb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f', 'code': 200} Feb 18 12:32:15.907822 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=25171995-49f0-4ef1-9c10-dc639aab29c8,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:15.942777 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:16.001821 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=ef5183b7-45d6-4d5e-ad6c-c3878383682f,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:16.043593 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24535f9-a407-4b04-beab-39c50e6d0580 req-431cd008-d462-474c-a1ad-32a11a086c01 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:16.045623 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d24535f9-a407-4b04-beab-39c50e6d0580 req-431cd008-d462-474c-a1ad-32a11a086c01 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 944 time: 0.0599101 Feb 18 12:32:16.077853 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['25171995-49f0-4ef1-9c10-dc639aab29c8'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:32:16.095502 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d24535f9-a407-4b04-beab-39c50e6d0580 req-2271bab9-b28d-40f7-a3b5-85923d6b6455 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442760 Feb 18 12:32:16.306384 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b3a75-6a2c-4418-9402-7cf62cac015b req-ac65c6ec-a36c-4506-9a6b-aef5ee003994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:16.307994 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-659b3a75-6a2c-4418-9402-7cf62cac015b req-ac65c6ec-a36c-4506-9a6b-aef5ee003994 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 1130 time: 0.0439029 Feb 18 12:32:16.356977 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-659b3a75-6a2c-4418-9402-7cf62cac015b req-4e25d5a0-0e5c-46e8-b1a8-d59ec045c318 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427749 Feb 18 12:32:16.733326 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68330f-d527-4878-928c-fd6dca2e0041 req-0251dc77-16f2-4be6-9ef3-5fd192dd44b7 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:16.734815 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cc68330f-d527-4878-928c-fd6dca2e0041 req-0251dc77-16f2-4be6-9ef3-5fd192dd44b7 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 946 time: 0.0528705 Feb 18 12:32:16.786331 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cc68330f-d527-4878-928c-fd6dca2e0041 req-620806ac-a450-4592-8578-8c2b696d71a9 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456350 Feb 18 12:32:17.215895 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d9bd-e16a-4b67-9b82-4cc23123a1da req-6dcb8b7e-1021-4b45-86a6-abb12e84060c tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:17.217366 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3411d9bd-e16a-4b67-9b82-4cc23123a1da req-6dcb8b7e-1021-4b45-86a6-abb12e84060c tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 944 time: 0.0522933 Feb 18 12:32:17.219786 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53034) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:17.270611 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3411d9bd-e16a-4b67-9b82-4cc23123a1da req-93ba4309-f3c9-42da-a345-60a00615de98 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456097 Feb 18 12:32:17.525126 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 25171995-49f0-4ef1-9c10-dc639aab29c8 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:32:17.648519 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port 25171995-49f0-4ef1-9c10-dc639aab29c8 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:32:17.652538 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 25171995-49f0-4ef1-9c10-dc639aab29c8 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:32:17.653557 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:17.725291 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-790541a8-af7b-45f8-94fc-29083de80617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557039'] for router_interface (373e062e-5e0b-47b3-ac2b-f276bc5e359b), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:17.733887 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 25171995-49f0-4ef1-9c10-dc639aab29c8 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:32:17.734312 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:17.766559 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 25171995-49f0-4ef1-9c10-dc639aab29c8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=25171995-49f0-4ef1-9c10-dc639aab29c8,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:32:17.848723 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:17.886870 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25171995-49f0-4ef1-9c10-dc639aab29c8'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:32:17.889643 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f2a37e-542a-4b15-b0e3-eb75e07a8304" -d '{"events": [{"server_uuid": "c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251", "name": "network-vif-plugged", "status": "completed", "tag": "25171995-49f0-4ef1-9c10-dc639aab29c8"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:32:17.904872 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=25171995-49f0-4ef1-9c10-dc639aab29c8,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:17.943383 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2fa3b9-fd22-448f-a006-d28cf727d65a x-openstack-request-id: req-4c2fa3b9-fd22-448f-a006-d28cf727d65a {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:32:17.943383 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251", "name": "network-vif-plugged", "status": "completed", "tag": "25171995-49f0-4ef1-9c10-dc639aab29c8", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:32:17.943383 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c2fa3b9-fd22-448f-a006-d28cf727d65a {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:32:17.943383 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'code': 200} Feb 18 12:32:18.018835 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac552d-366f-48e4-aa50-fae1aaa082af req-5b950f6f-914c-44a2-850b-050f1cec0960 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:18.020415 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3dac552d-366f-48e4-aa50-fae1aaa082af req-5b950f6f-914c-44a2-850b-050f1cec0960 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 946 time: 0.0895021 Feb 18 12:32:18.029968 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-790541a8-af7b-45f8-94fc-29083de80617 admin admin] Deleting port 6f459194-0d84-4792-af68-8c85e24c775f {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:32:18.030386 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-790541a8-af7b-45f8-94fc-29083de80617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (6f459194-0d84-4792-af68-8c85e24c775f), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:18.127357 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3dac552d-366f-48e4-aa50-fae1aaa082af req-1d13269d-7683-4ec7-85d6-5b1699e38663 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995255 Feb 18 12:32:18.143920 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-790541a8-af7b-45f8-94fc-29083de80617 admin admin] For port 6f459194-0d84-4792-af68-8c85e24c775f, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=6f459194-0d84-4792-af68-8c85e24c775f,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:32:18.144288 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-790541a8-af7b-45f8-94fc-29083de80617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (6f459194-0d84-4792-af68-8c85e24c775f), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:18.157074 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-790541a8-af7b-45f8-94fc-29083de80617 admin admin] Calling delete_port for 6f459194-0d84-4792-af68-8c85e24c775f owned by network:router_interface {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:32:18.623952 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a4cf8-d7a5-4818-897c-c5ea0a597cfa req-a8864917-de9d-4651-a4c7-4e23aad06694 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:18.625341 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-974a4cf8-d7a5-4818-897c-c5ea0a597cfa req-a8864917-de9d-4651-a4c7-4e23aad06694 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 946 time: 0.4203525 Feb 18 12:32:18.681312 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba960f-9f1b-4b6a-931c-44b23d8ca509 req-3e636f95-72d8-4d93-adbe-c6a8ce87d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:18.682847 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f0ba960f-9f1b-4b6a-931c-44b23d8ca509 req-3e636f95-72d8-4d93-adbe-c6a8ce87d499 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 1129 time: 0.1313040 Feb 18 12:32:18.718836 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2547d4d-57c7-4dfc-89c3-7d6130391672 req-3790ddf9-4e2a-4d3f-91f1-302f2fcb7577 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:18.720262 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b2547d4d-57c7-4dfc-89c3-7d6130391672 req-3790ddf9-4e2a-4d3f-91f1-302f2fcb7577 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.1705191 Feb 18 12:32:18.768345 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-974a4cf8-d7a5-4818-897c-c5ea0a597cfa req-71e1510d-f2b4-450b-972d-f1c0eb074bb1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1365230 Feb 18 12:32:18.790416 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 53046) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:18.817605 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f0ba960f-9f1b-4b6a-931c-44b23d8ca509 req-3ffb4e9a-7e0b-421f-b351-27686a883c3f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215878 Feb 18 12:32:18.834093 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b2547d4d-57c7-4dfc-89c3-7d6130391672 req-f0e4da78-aea7-44df-a92b-70b1f4cd0895 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850408 Feb 18 12:32:18.874504 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-790541a8-af7b-45f8-94fc-29083de80617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (6f459194-0d84-4792-af68-8c85e24c775f), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:18.910652 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790541a8-af7b-45f8-94fc-29083de80617 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f459194-0d84-4792-af68-8c85e24c775f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:18.937335 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5268ff7-c7a4-4f94-8bbf-0fd29a276a19 tempest-TestVolumeBootPattern-868428552 tempest-TestVolumeBootPattern-868428552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:18.949227 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-d5268ff7-c7a4-4f94-8bbf-0fd29a276a19 tempest-TestVolumeBootPattern-868428552 tempest-TestVolumeBootPattern-868428552-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 1125 time: 0.1474919 Feb 18 12:32:18.949227 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 53050) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:18.949227 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Request body: {'floatingip': {'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'port_id': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:32:19.048809 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:19.080881 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-790541a8-af7b-45f8-94fc-29083de80617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-553503'] for router_interface (373e062e-5e0b-47b3-ac2b-f276bc5e359b), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:19.145332 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:19.250537 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_common [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Allocated IP 172.27.2.45 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/42492c47-b064-40e0-b1ba-b38655411e7a) {{(pid=103420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:32:19.299928 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790541a8-af7b-45f8-94fc-29083de80617 admin admin] Router 373e062e-5e0b-47b3-ac2b-f276bc5e359b has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:32:19.350343 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for port (42492c47-b064-40e0-b1ba-b38655411e7a), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:19.408891 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790541a8-af7b-45f8-94fc-29083de80617 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:32:19.414150 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-790541a8-af7b-45f8-94fc-29083de80617 admin admin] 10.222.0.52 "PUT /v2.0/routers/373e062e-5e0b-47b3-ac2b-f276bc5e359b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1931357 Feb 18 12:32:19.416489 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53052) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:19.419217 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caafeb84-c08c-49dd-9243-bad897dbfd9c None None] Sync routers for ids ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:32:19.434113 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caafeb84-c08c-49dd-9243-bad897dbfd9c None None] Routers {'373e062e-5e0b-47b3-ac2b-f276bc5e359b'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:32:19.434113 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-caafeb84-c08c-49dd-9243-bad897dbfd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:32:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:19.454856 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (42492c47-b064-40e0-b1ba-b38655411e7a), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:19.509266 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:32:19.516901 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Resources bound (agent type, host, resource id): {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:32:19.521437 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Received port after_create {{(pid=103420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:32:19.537354 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Publish callbacks [] for router (373e062e-5e0b-47b3-ac2b-f276bc5e359b), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:19.541576 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'Port': ['ID=42492c47-b064-40e0-b1ba-b38655411e7a,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:19.566484 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-caafeb84-c08c-49dd-9243-bad897dbfd9c None None] Set router 373e062e-5e0b-47b3-ac2b-f276bc5e359b gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:32:19.583028 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:19.583377 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:19.584093 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:19.584093 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:19.584364 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:19.584691 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:19.585016 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:19.585341 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:19.585662 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:19.585992 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:19.586334 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:19.586656 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:19.587162 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:19.647741 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Publish callbacks [] for router_gateway (373e062e-5e0b-47b3-ac2b-f276bc5e359b), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:19.756851 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-caafeb84-c08c-49dd-9243-bad897dbfd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:32:18Z', 'revision_number': 5, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port': {'id': 'f93e3012-b1a3-468c-aba5-3a75767ace8b', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:25:19Z', 'updated_at': '2022-02-18T12:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:19.790209 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caafeb84-c08c-49dd-9243-bad897dbfd9c None None] Checking router: 373e062e-5e0b-47b3-ac2b-f276bc5e359b for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:32:19.799033 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Deleting port f93e3012-b1a3-468c-aba5-3a75767ace8b {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:32:19.799393 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (f93e3012-b1a3-468c-aba5-3a75767ace8b), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:19.800511 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caafeb84-c08c-49dd-9243-bad897dbfd9c None None] Routers {'373e062e-5e0b-47b3-ac2b-f276bc5e359b'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:32:19.801142 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-caafeb84-c08c-49dd-9243-bad897dbfd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:32:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:19.921343 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] For port f93e3012-b1a3-468c-aba5-3a75767ace8b, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=f93e3012-b1a3-468c-aba5-3a75767ace8b,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:32:19.921770 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (f93e3012-b1a3-468c-aba5-3a75767ace8b), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:19.923921 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-caafeb84-c08c-49dd-9243-bad897dbfd9c None None] Set router 373e062e-5e0b-47b3-ac2b-f276bc5e359b gateway port host: None {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:32:19.939634 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Calling delete_port for f93e3012-b1a3-468c-aba5-3a75767ace8b owned by network:router_gateway {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:32:19.940046 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for floatingip (9239b8e3-a0ab-48f5-92a8-4d316ab88480), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:19.979657 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-caafeb84-c08c-49dd-9243-bad897dbfd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:32:19Z', 'revision_number': 6, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port_host': None}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:20.010261 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caafeb84-c08c-49dd-9243-bad897dbfd9c None None] The sync data for ids ['373e062e-5e0b-47b3-ac2b-f276bc5e359b'] in dv-cinder-804757-15-iscsi is: [{'id': '373e062e-5e0b-47b3-ac2b-f276bc5e359b', 'name': 'tempest-AttachVolumeShelveTestJSON-557094039-router', 'tenant_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:25:18Z', 'updated_at': '2022-02-18T12:32:19Z', 'revision_number': 6, 'project_id': 'f419fb528f5244bcaa1189ccbbc54ab9', 'gw_port_host': None}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:32:20.067123 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e44cf9-7953-45d3-bb2d-91cacfecc7a5 req-f3f06b87-3e97-428a-9a36-0e2736575fc0 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:20.068825 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c5e44cf9-7953-45d3-bb2d-91cacfecc7a5 req-f3f06b87-3e97-428a-9a36-0e2736575fc0 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.1313765 Feb 18 12:32:20.168069 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c5e44cf9-7953-45d3-bb2d-91cacfecc7a5 req-f9e99bc8-632e-43a3-816c-8f69dc469073 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919385 Feb 18 12:32:20.327330 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (42492c47-b064-40e0-b1ba-b38655411e7a), before_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:20.368989 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (f93e3012-b1a3-468c-aba5-3a75767ace8b), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:20.399743 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Pushing event deleted for resources: {'Port': ['ID=f93e3012-b1a3-468c-aba5-3a75767ace8b,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:20.427050 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:20.427410 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:20.427760 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:20.428330 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:20.428465 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:20.428916 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:20.429270 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:20.429609 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:20.429949 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:20.430305 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:20.430644 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:20.430974 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:20.431300 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:32:20.470768 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555185'] for router_gateway (373e062e-5e0b-47b3-ac2b-f276bc5e359b), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:20.499992 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for port (42492c47-b064-40e0-b1ba-b38655411e7a), precommit_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:20.566618 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125531'] for router (373e062e-5e0b-47b3-ac2b-f276bc5e359b), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:20.568777 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Publish callbacks [] for router_controller (373e062e-5e0b-47b3-ac2b-f276bc5e359b), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:20.631779 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12850064'] for port (42492c47-b064-40e0-b1ba-b38655411e7a), after_update {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:20.696444 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event updated for resources: {'Port': ['ID=42492c47-b064-40e0-b1ba-b38655411e7a,revision_number=2']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:20.710616 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (9239b8e3-a0ab-48f5-92a8-4d316ab88480), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:20.746032 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554004'] for router (373e062e-5e0b-47b3-ac2b-f276bc5e359b), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:20.746568 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 373e062e-5e0b-47b3-ac2b-f276bc5e359b {{(pid=103419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:32:20.752616 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:20.753768 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-3133f86f-a297-4a75-84c8-5ea4fcc8413d admin admin] 10.222.0.52 "DELETE /v2.0/routers/373e062e-5e0b-47b3-ac2b-f276bc5e359b HTTP/1.1" status: 204 len: 168 time: 1.3363557 Feb 18 12:32:20.756477 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53056) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:20.801981 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_v2 [None req-29679914-ee55-4658-81cb-88462bed9a50 admin admin] Deleting subnet 0605fd76-e386-40d7-93ea-f7bf1f705f1d {{(pid=103419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:32:20.805337 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-29679914-ee55-4658-81cb-88462bed9a50 admin admin] Publish callbacks [] for subnet (0605fd76-e386-40d7-93ea-f7bf1f705f1d), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:20.815139 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Floating IP 9239b8e3-a0ab-48f5-92a8-4d316ab88480 associated. External IP: 172.27.2.45, port: ef5183b7-45d6-4d5e-ad6c-c3878383682f. Feb 18 12:32:20.843536 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-29679914-ee55-4658-81cb-88462bed9a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12919455'] for subnet (0605fd76-e386-40d7-93ea-f7bf1f705f1d), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:20.927223 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-29679914-ee55-4658-81cb-88462bed9a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (0605fd76-e386-40d7-93ea-f7bf1f705f1d), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:21.032195 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:32:21.066415 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-29679914-ee55-4658-81cb-88462bed9a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12919401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13555628'] for subnet (0605fd76-e386-40d7-93ea-f7bf1f705f1d), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:21.089271 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29679914-ee55-4658-81cb-88462bed9a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0605fd76-e386-40d7-93ea-f7bf1f705f1d,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:21.100674 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-29679914-ee55-4658-81cb-88462bed9a50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:21.108075 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-29679914-ee55-4658-81cb-88462bed9a50 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0605fd76-e386-40d7-93ea-f7bf1f705f1d HTTP/1.1" status: 204 len: 168 time: 0.3505929 Feb 18 12:32:21.108749 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53058) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:21.112009 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b17db49-fe9e-410a-8e6a-802e887e8fe4 None None] Network 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:32:21.156330 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:32:21.169947 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e32a1-3a11-40ca-b306-4db866844281 None None] Sync routers for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:32:21.188286 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (2ddff822-40fe-4fd3-abb5-5ee14df87cd7), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:21.210181 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7e32a1-3a11-40ca-b306-4db866844281 None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:32:21.210810 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-0d7e32a1-3a11-40ca-b306-4db866844281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:32:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:21.244919 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:21.286165 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Deleting port f0463d83-e45a-416a-b20a-7762862fa12c {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:32:21.286645 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (f0463d83-e45a-416a-b20a-7762862fa12c), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:21.289345 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-951eeafb-c869-4a3f-8000-9cce75bbe188 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3459978 Feb 18 12:32:21.289953 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a68478c-355c-4d92-8b80-b21128dafb67', 'tag': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:32:21.292418 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d728a8607cc53405b141b0315efa200b0cd0e952a259bf9e0ca5c943bb659e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b0665c-9a13-4836-93a0-8db824b46700" -d '{"events": [{"name": "network-changed", "server_uuid": "9a68478c-355c-4d92-8b80-b21128dafb67", "tag": "ef5183b7-45d6-4d5e-ad6c-c3878383682f"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:32:21.321783 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da14f8-d33d-4422-bb10-756ac6c57beb req-1f8183e4-46fe-4c31-b27a-a532d3ed7634 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:21.323273 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-41da14f8-d33d-4422-bb10-756ac6c57beb req-1f8183e4-46fe-4c31-b27a-a532d3ed7634 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0841753 Feb 18 12:32:21.342012 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e2d811-548d-484d-98fa-cab01a44ef32 x-openstack-request-id: req-a2e2d811-548d-484d-98fa-cab01a44ef32 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:32:21.349278 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a68478c-355c-4d92-8b80-b21128dafb67", "tag": "ef5183b7-45d6-4d5e-ad6c-c3878383682f", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:32:21.349278 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2e2d811-548d-484d-98fa-cab01a44ef32 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:32:21.349278 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a68478c-355c-4d92-8b80-b21128dafb67', 'tag': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f', 'status': 'completed', 'code': 200} Feb 18 12:32:21.355773 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b829b110-0189-4751-8aae-2b3118e7f01f None None] DHCP port deletion for 2ddff822-40fe-4fd3-abb5-5ee14df87cd7 request from dv-cinder-804757-15-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:32:21.362753 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-0d7e32a1-3a11-40ca-b306-4db866844281 None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:32:21.448109 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] For port f0463d83-e45a-416a-b20a-7762862fa12c, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=f0463d83-e45a-416a-b20a-7762862fa12c,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:32:21.448481 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (f0463d83-e45a-416a-b20a-7762862fa12c), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:21.468818 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-41da14f8-d33d-4422-bb10-756ac6c57beb req-597f874d-ae24-41bf-99e9-0ca32d513180 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160703 Feb 18 12:32:21.475761 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Calling delete_port for f0463d83-e45a-416a-b20a-7762862fa12c owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:32:21.488313 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0665c-9a13-4836-93a0-8db824b46700 req-e87c9fe4-cbc8-4e5e-b2fe-c6c1679753f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:21.489788 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38b0665c-9a13-4836-93a0-8db824b46700 req-e87c9fe4-cbc8-4e5e-b2fe-c6c1679753f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 1130 time: 0.1195092 Feb 18 12:32:21.510205 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 6f459194-0d84-4792-af68-8c85e24c775f no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:32:21.543114 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b829b110-0189-4751-8aae-2b3118e7f01f None None] Deleting port f0463d83-e45a-416a-b20a-7762862fa12c {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:32:21.543497 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b829b110-0189-4751-8aae-2b3118e7f01f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (f0463d83-e45a-416a-b20a-7762862fa12c), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:21.576315 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 6f459194-0d84-4792-af68-8c85e24c775f {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:32:21.576664 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 6f459194-0d84-4792-af68-8c85e24c775f not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:32:21.577091 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device f93e3012-b1a3-468c-aba5-3a75767ace8b no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:32:21.633978 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: f93e3012-b1a3-468c-aba5-3a75767ace8b {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:32:21.634370 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device f93e3012-b1a3-468c-aba5-3a75767ace8b not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:32:21.635065 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device f0463d83-e45a-416a-b20a-7762862fa12c no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:32:21.672524 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0665c-9a13-4836-93a0-8db824b46700 req-b590f7ee-2eca-46db-9819-b54332a084d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:21.673910 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38b0665c-9a13-4836-93a0-8db824b46700 req-b590f7ee-2eca-46db-9819-b54332a084d6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 913 time: 0.1774108 Feb 18 12:32:21.686727 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3550bb-3b05-4ba4-8050-bd864890640b req-dcb4b8c6-7609-422f-bb3a-0f3da25d526e tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:21.686727 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5d3550bb-3b05-4ba4-8050-bd864890640b req-dcb4b8c6-7609-422f-bb3a-0f3da25d526e tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.1098845 Feb 18 12:32:21.708531 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-b829b110-0189-4751-8aae-2b3118e7f01f None None] For port f0463d83-e45a-416a-b20a-7762862fa12c, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=f0463d83-e45a-416a-b20a-7762862fa12c,segment=NetworkSegment(be677188-6b80-4f11-98b1-dbd6ed19f048),segment_id=be677188-6b80-4f11-98b1-dbd6ed19f048)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:32:21.708924 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b829b110-0189-4751-8aae-2b3118e7f01f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (f0463d83-e45a-416a-b20a-7762862fa12c), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:21.733965 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-b829b110-0189-4751-8aae-2b3118e7f01f None None] Calling delete_port for f0463d83-e45a-416a-b20a-7762862fa12c owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:32:21.759080 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (f0463d83-e45a-416a-b20a-7762862fa12c), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:21.764765 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.plugins.ml2.db [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No ports have port_id starting with f0463d83-e45a-416a-b20a-7762862fa12c Feb 18 12:32:21.803837 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38b0665c-9a13-4836-93a0-8db824b46700 req-e55e7326-fc18-492b-9c72-d127b21761b9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef5183b7-45d6-4d5e-ad6c-c3878383682f HTTP/1.1" status: 200 len: 999 time: 0.1186862 Feb 18 12:32:21.807406 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0463d83-e45a-416a-b20a-7762862fa12c,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:21.809241 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] No DVR routers for this DVR port f0463d83-e45a-416a-b20a-7762862fa12c on host dv-cinder-804757-15-iscsi {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:32:21.813839 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5d3550bb-3b05-4ba4-8050-bd864890640b req-1235826e-dbd6-45dc-b58e-f432a068412d tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229005 Feb 18 12:32:21.841514 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 53068) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:21.859035 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-0d7e32a1-3a11-40ca-b306-4db866844281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '3221f99d-b9c9-4c5d-b3e4-31f5db1760a3', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:04:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:29:56Z', 'updated_at': '2022-02-18T12:29:58Z', 'revision_number': 1, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}, {'id': '9239b8e3-a0ab-48f5-92a8-4d316ab88480', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:32:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68478c-355c-4d92-8b80-b21128dafb67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:32:19Z', 'updated_at': '2022-02-18T12:32:19Z', 'revision_number': 0, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:21.862416 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b829b110-0189-4751-8aae-2b3118e7f01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111'] for port (f0463d83-e45a-416a-b20a-7762862fa12c), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:21.909549 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e32a1-3a11-40ca-b306-4db866844281 None None] Checking router: a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:32:21.919122 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829b110-0189-4751-8aae-2b3118e7f01f None None] Pushing event deleted for resources: {'Port': ['ID=f0463d83-e45a-416a-b20a-7762862fa12c,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:21.923194 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0665c-9a13-4836-93a0-8db824b46700 req-4501540b-6375-4a08-8dd8-7e5e1abc060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:21.924001 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38b0665c-9a13-4836-93a0-8db824b46700 req-4501540b-6375-4a08-8dd8-7e5e1abc060a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a HTTP/1.1" status: 200 len: 851 time: 0.1092687 Feb 18 12:32:21.925176 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829b110-0189-4751-8aae-2b3118e7f01f None None] No DVR routers for this DVR port f0463d83-e45a-416a-b20a-7762862fa12c on host dv-cinder-804757-15-iscsi {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:32:21.926443 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7e32a1-3a11-40ca-b306-4db866844281 None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:32:21.927120 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-0d7e32a1-3a11-40ca-b306-4db866844281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:32:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:21.927662 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (2ddff822-40fe-4fd3-abb5-5ee14df87cd7), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:21.975936 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddff822-40fe-4fd3-abb5-5ee14df87cd7']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:21.992829 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be677188-6b80-4f11-98b1-dbd6ed19f048') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:21.993583 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be677188-6b80-4f11-98b1-dbd6ed19f048') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:22.005685 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919526'] for segment (be677188-6b80-4f11-98b1-dbd6ed19f048), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:22.016555 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7657955b-71be-483e-a88e-b130ee7b6a4a tempest-TestShelveInstance-1104967084 tempest-TestShelveInstance-1104967084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:22.018582 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-7657955b-71be-483e-a88e-b130ee7b6a4a tempest-TestShelveInstance-1104967084 tempest-TestShelveInstance-1104967084-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 1124 time: 0.1756508 Feb 18 12:32:22.022282 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53072) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:22.026552 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Request body: {'floatingip': {'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'port_id': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:32:22.032431 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (be677188-6b80-4f11-98b1-dbd6ed19f048), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:22.036325 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0665c-9a13-4836-93a0-8db824b46700 req-d15bc4f7-1567-4ae0-b3d9-3deb34f1d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:22.037771 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38b0665c-9a13-4836-93a0-8db824b46700 req-d15bc4f7-1567-4ae0-b3d9-3deb34f1d620 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ffb8dc52-3419-418a-8199-5a2a6a804c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1064405 Feb 18 12:32:22.046155 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:32:22.046551 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12919947'] for segment (be677188-6b80-4f11-98b1-dbd6ed19f048), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: Traceback (most recent call last): Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: timer() Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: cb(*args, **kw) Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: return func(*args, **kwargs) Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: self._notify() Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: self.callback(batched_events) Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: event.method(event) Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: return f(self, *a, **k) Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._get(url).json() Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:32:22.049262 dv-cinder-804757-15-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:32:22.060067 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-0d7e32a1-3a11-40ca-b306-4db866844281 None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:32:22.180243 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38b0665c-9a13-4836-93a0-8db824b46700 req-836408a0-7722-4818-bf31-6e1c086f8028 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317189 Feb 18 12:32:22.254807 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:22.275886 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (2ddff822-40fe-4fd3-abb5-5ee14df87cd7), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:22.291819 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-0d7e32a1-3a11-40ca-b306-4db866844281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '3221f99d-b9c9-4c5d-b3e4-31f5db1760a3', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:04:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:29:56Z', 'updated_at': '2022-02-18T12:29:58Z', 'revision_number': 1, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}, {'id': '9239b8e3-a0ab-48f5-92a8-4d316ab88480', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:32:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68478c-355c-4d92-8b80-b21128dafb67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:32:19Z', 'updated_at': '2022-02-18T12:32:19Z', 'revision_number': 0, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:22.300320 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:22.303571 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] 10.222.0.52 "DELETE /v2.0/networks/2ddff822-40fe-4fd3-abb5-5ee14df87cd7 HTTP/1.1" status: 204 len: 168 time: 1.1938357 Feb 18 12:32:22.319562 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e32a1-3a11-40ca-b306-4db866844281 None None] The sync data for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi is: [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '3221f99d-b9c9-4c5d-b3e4-31f5db1760a3', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:04:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:29:56Z', 'updated_at': '2022-02-18T12:29:58Z', 'revision_number': 1, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}, {'id': '9239b8e3-a0ab-48f5-92a8-4d316ab88480', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:32:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68478c-355c-4d92-8b80-b21128dafb67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:32:19Z', 'updated_at': '2022-02-18T12:32:19Z', 'revision_number': 0, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:32:22.341525 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38b0665c-9a13-4836-93a0-8db824b46700 req-3443b2d1-794f-4845-8a9d-b0e1e483af1b service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554527 Feb 18 12:32:22.342290 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947afd7-2888-4533-bfbd-debeb2e0b70a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ddff822-40fe-4fd3-abb5-5ee14df87cd7,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:22.411362 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:22.521862 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Allocated IP 172.27.2.218 (c2d06152-bd7f-45b7-a4df-f0b12c8de0ee/fe01cd13-0000-4826-919b-26e49ee3bcef/9d8ca016-9736-4e84-a595-9298c6730526) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:32:22.620784 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea300941-91c8-4cbe-9676-b0750528b947 None None] New status for floating IP 9239b8e3-a0ab-48f5-92a8-4d316ab88480: ACTIVE {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:32:22.640497 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for port (9d8ca016-9736-4e84-a595-9298c6730526), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:22.722604 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53078) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:22.729933 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (9d8ca016-9736-4e84-a595-9298c6730526), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:22.789330 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Network c2d06152-bd7f-45b7-a4df-f0b12c8de0ee is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:32:22.800446 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:32:22.805598 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:32:22.807780 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Pushing event updated for resources: {'Port': ['ID=9d8ca016-9736-4e84-a595-9298c6730526,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:22.812589 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5f2981e9-8255-41c7-9b16-4493106f21fa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f419fb528f5244bcaa1189ccbbc54ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0888762 Feb 18 12:32:22.815449 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 53080) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:22.875526 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5e15f8ea-066b-4ea5-948a-922dba92e82d admin admin] Publish callbacks [] for security_group (7719bfab-de94-4708-907a-c0c888d222ac), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:22.898446 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5e15f8ea-066b-4ea5-948a-922dba92e82d admin admin] Publish callbacks [] for security_group (7719bfab-de94-4708-907a-c0c888d222ac), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:23.025770 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5e15f8ea-066b-4ea5-948a-922dba92e82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (7719bfab-de94-4708-907a-c0c888d222ac), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:23.028919 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5e15f8ea-066b-4ea5-948a-922dba92e82d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:23.030069 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-5e15f8ea-066b-4ea5-948a-922dba92e82d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7719bfab-de94-4708-907a-c0c888d222ac HTTP/1.1" status: 204 len: 168 time: 0.2135539 Feb 18 12:32:23.039216 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15f8ea-066b-4ea5-948a-922dba92e82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7719bfab-de94-4708-907a-c0c888d222ac,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:23.474919 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for floatingip (eb666ed7-d3a5-4d52-aaf9-dbe33c365941), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:23.695060 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (9d8ca016-9736-4e84-a595-9298c6730526), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:23.865955 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for port (9d8ca016-9736-4e84-a595-9298c6730526), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:23.940215 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (9d8ca016-9736-4e84-a595-9298c6730526), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:24.016857 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Pushing event updated for resources: {'Port': ['ID=9d8ca016-9736-4e84-a595-9298c6730526,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:24.026678 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555247'] for floatingip (eb666ed7-d3a5-4d52-aaf9-dbe33c365941), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:24.128692 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.l3_db [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Floating IP eb666ed7-d3a5-4d52-aaf9-dbe33c365941 associated. External IP: 172.27.2.218, port: 25171995-49f0-4ef1-9c10-dc639aab29c8. Feb 18 12:32:24.357053 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Router 416e3dd1-6486-42a0-a65c-abf50ff81507 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:32:24.467705 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:32:24.478633 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8693a6-1dac-4c4c-9df2-0757a0570952 None None] Sync routers for ids ['416e3dd1-6486-42a0-a65c-abf50ff81507'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:32:24.489114 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8693a6-1dac-4c4c-9df2-0757a0570952 None None] Routers {'416e3dd1-6486-42a0-a65c-abf50ff81507'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:32:24.489753 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2c8693a6-1dac-4c4c-9df2-0757a0570952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:32:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['416e3dd1-6486-42a0-a65c-abf50ff81507'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:24.565492 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:24.596958 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e605ca3c-4eb4-4b22-84dd-5f1f378abc8a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5736179 Feb 18 12:32:24.597558 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'tag': '25171995-49f0-4ef1-9c10-dc639aab29c8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:32:24.599959 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168e579a-b9ef-48f6-8db4-ded92c342ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251", "tag": "25171995-49f0-4ef1-9c10-dc639aab29c8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:32:24.646012 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a053ecab-04c0-442b-81c4-bbc74f40b504 x-openstack-request-id: req-a053ecab-04c0-442b-81c4-bbc74f40b504 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:32:24.646012 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251", "tag": "25171995-49f0-4ef1-9c10-dc639aab29c8", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:32:24.646012 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a053ecab-04c0-442b-81c4-bbc74f40b504 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:32:24.646400 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'tag': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'status': 'completed', 'code': 200} Feb 18 12:32:24.714474 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e579a-b9ef-48f6-8db4-ded92c342ab7 req-d382deb7-b930-4804-aa94-8f9a103d0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:24.716543 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-168e579a-b9ef-48f6-8db4-ded92c342ab7 req-d382deb7-b930-4804-aa94-8f9a103d0da4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c5cedac69764095b416f7b3f7ab59c5&device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 1129 time: 0.0465026 Feb 18 12:32:24.734514 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-2c8693a6-1dac-4c4c-9df2-0757a0570952 None None] Set router 416e3dd1-6486-42a0-a65c-abf50ff81507 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:32:24.805439 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e579a-b9ef-48f6-8db4-ded92c342ab7 req-8a5aba52-fb69-4cb6-9857-e02557ef08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:24.807130 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-168e579a-b9ef-48f6-8db4-ded92c342ab7 req-8a5aba52-fb69-4cb6-9857-e02557ef08a0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1c250558-5b61-4ce2-af5f-56eacc6b0cea HTTP/1.1" status: 200 len: 910 time: 0.0852950 Feb 18 12:32:24.878644 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-168e579a-b9ef-48f6-8db4-ded92c342ab7 req-fa8fe8e4-9d88-4a90-917d-9a6a262fd62a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25171995-49f0-4ef1-9c10-dc639aab29c8 HTTP/1.1" status: 200 len: 999 time: 0.0659447 Feb 18 12:32:24.936663 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e579a-b9ef-48f6-8db4-ded92c342ab7 req-daa9512b-a67e-4464-9277-59897506a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:24.938114 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-168e579a-b9ef-48f6-8db4-ded92c342ab7 req-daa9512b-a67e-4464-9277-59897506a1be service neutron] 10.222.0.82 "GET /v2.0/subnets?id=46eb2fcb-a393-468a-896a-e9bbd83c3652 HTTP/1.1" status: 200 len: 848 time: 0.0536015 Feb 18 12:32:24.962310 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2c8693a6-1dac-4c4c-9df2-0757a0570952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:31:30Z', 'revision_number': 4, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port': {'id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:27Z', 'updated_at': '2022-02-18T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': 'eb666ed7-d3a5-4d52-aaf9-dbe33c365941', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'port_id': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'mac_address': 'fa:16:3e:ee:17:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:32:23Z', 'updated_at': '2022-02-18T12:32:23Z', 'revision_number': 0, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a64232a-62ac-4e26-ae34-1fc5a786b647', 'name': '', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'mac_address': 'fa:16:3e:5c:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:30Z', 'updated_at': '2022-02-18T12:31:34Z', 'revision_number': 5, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'subnets': [{'id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:24.988164 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e579a-b9ef-48f6-8db4-ded92c342ab7 req-ee884a0d-2a4e-4e98-b8b0-3741cee560d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:32:24.988766 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8693a6-1dac-4c4c-9df2-0757a0570952 None None] Checking router: 416e3dd1-6486-42a0-a65c-abf50ff81507 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:32:24.989683 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-168e579a-b9ef-48f6-8db4-ded92c342ab7 req-ee884a0d-2a4e-4e98-b8b0-3741cee560d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1c250558-5b61-4ce2-af5f-56eacc6b0cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461328 Feb 18 12:32:24.998028 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8693a6-1dac-4c4c-9df2-0757a0570952 None None] Routers {'416e3dd1-6486-42a0-a65c-abf50ff81507'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:32:24.998693 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2c8693a6-1dac-4c4c-9df2-0757a0570952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:32:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['416e3dd1-6486-42a0-a65c-abf50ff81507'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:25.091285 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-168e579a-b9ef-48f6-8db4-ded92c342ab7 req-8a1f6ab4-06aa-4622-9525-596a3204827c service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938663 Feb 18 12:32:25.115401 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-2c8693a6-1dac-4c4c-9df2-0757a0570952 None None] Set router 416e3dd1-6486-42a0-a65c-abf50ff81507 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:32:25.188400 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-168e579a-b9ef-48f6-8db4-ded92c342ab7 req-371dc9e1-0bb1-44b0-b1d3-c80a5baecf36 service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892801 Feb 18 12:32:25.346994 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2c8693a6-1dac-4c4c-9df2-0757a0570952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:31:30Z', 'revision_number': 4, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port': {'id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:27Z', 'updated_at': '2022-02-18T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': 'eb666ed7-d3a5-4d52-aaf9-dbe33c365941', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'port_id': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'mac_address': 'fa:16:3e:ee:17:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:32:23Z', 'updated_at': '2022-02-18T12:32:23Z', 'revision_number': 0, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a64232a-62ac-4e26-ae34-1fc5a786b647', 'name': '', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'mac_address': 'fa:16:3e:5c:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:30Z', 'updated_at': '2022-02-18T12:31:34Z', 'revision_number': 5, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'subnets': [{'id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:32:25.373516 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8693a6-1dac-4c4c-9df2-0757a0570952 None None] The sync data for ids ['416e3dd1-6486-42a0-a65c-abf50ff81507'] in dv-cinder-804757-15-iscsi is: [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:31:30Z', 'revision_number': 4, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port': {'id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:27Z', 'updated_at': '2022-02-18T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': 'eb666ed7-d3a5-4d52-aaf9-dbe33c365941', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'port_id': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'mac_address': 'fa:16:3e:ee:17:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:32:23Z', 'updated_at': '2022-02-18T12:32:23Z', 'revision_number': 0, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a64232a-62ac-4e26-ae34-1fc5a786b647', 'name': '', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'mac_address': 'fa:16:3e:5c:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:30Z', 'updated_at': '2022-02-18T12:31:34Z', 'revision_number': 5, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'subnets': [{'id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:32:25.564721 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f0bf25-8a35-4045-927c-fc2f6c368293 None None] New status for floating IP eb666ed7-d3a5-4d52-aaf9-dbe33c365941: ACTIVE {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:32:25.773320 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 53134) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:25.874099 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3fe82e3f-5a40-42fe-bdec-d7a9e78e65c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:25.955713 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3fe82e3f-5a40-42fe-bdec-d7a9e78e65c4 admin admin] Publish callbacks [] for security_group (9a0a46de-0d9f-4491-abf0-38aceb155249), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:26.208306 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-3fe82e3f-5a40-42fe-bdec-d7a9e78e65c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (9a0a46de-0d9f-4491-abf0-38aceb155249), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:26.245759 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-3fe82e3f-5a40-42fe-bdec-d7a9e78e65c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd372cc94e3d4fbd930250efa0804a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713483 Feb 18 12:32:26.247590 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe82e3f-5a40-42fe-bdec-d7a9e78e65c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0a46de-0d9f-4491-abf0-38aceb155249,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:26.249088 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53138) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:26.302228 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-792991fb-ae4d-47a8-88c6-3d9aa988fb74 admin admin] Publish callbacks [] for security_group (9a0a46de-0d9f-4491-abf0-38aceb155249), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:26.325053 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-792991fb-ae4d-47a8-88c6-3d9aa988fb74 admin admin] Publish callbacks [] for security_group (9a0a46de-0d9f-4491-abf0-38aceb155249), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:26.574680 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-792991fb-ae4d-47a8-88c6-3d9aa988fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (9a0a46de-0d9f-4491-abf0-38aceb155249), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:26.577296 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-792991fb-ae4d-47a8-88c6-3d9aa988fb74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:26.578528 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-792991fb-ae4d-47a8-88c6-3d9aa988fb74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a0a46de-0d9f-4491-abf0-38aceb155249 HTTP/1.1" status: 204 len: 168 time: 0.3284621 Feb 18 12:32:26.586270 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792991fb-ae4d-47a8-88c6-3d9aa988fb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0a46de-0d9f-4491-abf0-38aceb155249,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:27.178040 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 53144) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:27.193342 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-af0a648c-d8f2-4020-9f78-5ea220b1d057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:27.265887 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-af0a648c-d8f2-4020-9f78-5ea220b1d057 admin admin] Publish callbacks [] for security_group (e7906bb1-42de-44fe-b5ca-4a51a3710b30), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:27.361026 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-af0a648c-d8f2-4020-9f78-5ea220b1d057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (e7906bb1-42de-44fe-b5ca-4a51a3710b30), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:27.401070 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-af0a648c-d8f2-4020-9f78-5ea220b1d057 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fb057e1ac9f486480c0f9845406c301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219012 Feb 18 12:32:27.401968 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a648c-d8f2-4020-9f78-5ea220b1d057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7906bb1-42de-44fe-b5ca-4a51a3710b30,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:27.403929 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53146) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:27.451112 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e33f1dea-09fe-47e0-8e85-7f1bba85063e admin admin] Publish callbacks [] for security_group (e7906bb1-42de-44fe-b5ca-4a51a3710b30), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:27.471096 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e33f1dea-09fe-47e0-8e85-7f1bba85063e admin admin] Publish callbacks [] for security_group (e7906bb1-42de-44fe-b5ca-4a51a3710b30), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:27.594375 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e33f1dea-09fe-47e0-8e85-7f1bba85063e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (e7906bb1-42de-44fe-b5ca-4a51a3710b30), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:27.596938 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e33f1dea-09fe-47e0-8e85-7f1bba85063e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:27.598160 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e33f1dea-09fe-47e0-8e85-7f1bba85063e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7906bb1-42de-44fe-b5ca-4a51a3710b30 HTTP/1.1" status: 204 len: 168 time: 0.1932282 Feb 18 12:32:27.605756 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f1dea-09fe-47e0-8e85-7f1bba85063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7906bb1-42de-44fe-b5ca-4a51a3710b30,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:33.968439 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53234) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:34.068884 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a22b35d2-5939-4e50-bafc-fb6543ad86bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:34.142737 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a22b35d2-5939-4e50-bafc-fb6543ad86bf admin admin] Publish callbacks [] for security_group (7a2fb6e5-9dd8-4afd-b9c1-02ec90dfe538), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:34.216579 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-a22b35d2-5939-4e50-bafc-fb6543ad86bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (7a2fb6e5-9dd8-4afd-b9c1-02ec90dfe538), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:34.255539 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-a22b35d2-5939-4e50-bafc-fb6543ad86bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7b7688d5d9fe4c75b7e4cc369f11f88d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859783 Feb 18 12:32:34.256833 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b35d2-5939-4e50-bafc-fb6543ad86bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2fb6e5-9dd8-4afd-b9c1-02ec90dfe538,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:34.258294 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 53238) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:34.305353 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6680d2bf-bf4c-46f6-a2e9-b714ecd1d233 admin admin] Publish callbacks [] for security_group (7a2fb6e5-9dd8-4afd-b9c1-02ec90dfe538), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:34.334446 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6680d2bf-bf4c-46f6-a2e9-b714ecd1d233 admin admin] Publish callbacks [] for security_group (7a2fb6e5-9dd8-4afd-b9c1-02ec90dfe538), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:34.497158 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6680d2bf-bf4c-46f6-a2e9-b714ecd1d233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (7a2fb6e5-9dd8-4afd-b9c1-02ec90dfe538), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:34.500350 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6680d2bf-bf4c-46f6-a2e9-b714ecd1d233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:34.501500 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-6680d2bf-bf4c-46f6-a2e9-b714ecd1d233 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a2fb6e5-9dd8-4afd-b9c1-02ec90dfe538 HTTP/1.1" status: 204 len: 168 time: 0.2417154 Feb 18 12:32:34.514011 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680d2bf-bf4c-46f6-a2e9-b714ecd1d233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2fb6e5-9dd8-4afd-b9c1-02ec90dfe538,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:35.138826 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 53246) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:35.151778 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-686bacb2-abee-4dbe-b8b7-470995c51f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:35.224604 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-686bacb2-abee-4dbe-b8b7-470995c51f5e admin admin] Publish callbacks [] for security_group (ed9a1ea7-75e9-4045-94dd-736487061e1a), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:35.313906 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-686bacb2-abee-4dbe-b8b7-470995c51f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (ed9a1ea7-75e9-4045-94dd-736487061e1a), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:35.352959 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-686bacb2-abee-4dbe-b8b7-470995c51f5e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bcf04395c084cd4b67d99031b2173ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130001 Feb 18 12:32:35.353849 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bacb2-abee-4dbe-b8b7-470995c51f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9a1ea7-75e9-4045-94dd-736487061e1a,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:35.355780 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53248) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:35.403765 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9614d227-3d11-4f04-8b0c-62314ec9de47 admin admin] Publish callbacks [] for security_group (ed9a1ea7-75e9-4045-94dd-736487061e1a), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:35.425120 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9614d227-3d11-4f04-8b0c-62314ec9de47 admin admin] Publish callbacks [] for security_group (ed9a1ea7-75e9-4045-94dd-736487061e1a), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:35.548170 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9614d227-3d11-4f04-8b0c-62314ec9de47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (ed9a1ea7-75e9-4045-94dd-736487061e1a), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:35.550839 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9614d227-3d11-4f04-8b0c-62314ec9de47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:35.553109 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9614d227-3d11-4f04-8b0c-62314ec9de47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed9a1ea7-75e9-4045-94dd-736487061e1a HTTP/1.1" status: 204 len: 168 time: 0.1951990 Feb 18 12:32:35.559795 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614d227-3d11-4f04-8b0c-62314ec9de47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9a1ea7-75e9-4045-94dd-736487061e1a,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:35.642924 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-af92ed90-41a6-453c-b66a-e3b02bef437b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:36.703058 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:37.549936 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:32:37.851499 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eb83c30f-0dc4-4ba1-a3b8-817833113dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:39.033956 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:40.465586 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:40.657733 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53382) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:40.764762 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ee1864f-212f-4b66-bfe9-eb1bfe560937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:40.836238 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ee1864f-212f-4b66-bfe9-eb1bfe560937 admin admin] Publish callbacks [] for security_group (4f1d66b1-2195-4d52-82bd-5e6b26de6426), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:40.905532 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-9ee1864f-212f-4b66-bfe9-eb1bfe560937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (4f1d66b1-2195-4d52-82bd-5e6b26de6426), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:40.943864 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1864f-212f-4b66-bfe9-eb1bfe560937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1d66b1-2195-4d52-82bd-5e6b26de6426,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:40.948166 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-9ee1864f-212f-4b66-bfe9-eb1bfe560937 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ced523bad394619ad1fe00eeac481f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893960 Feb 18 12:32:40.954774 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 53386) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:40.998141 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0acaaa21-264e-4db3-90f5-e338dfe3b678 admin admin] Publish callbacks [] for security_group (4f1d66b1-2195-4d52-82bd-5e6b26de6426), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:41.018865 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0acaaa21-264e-4db3-90f5-e338dfe3b678 admin admin] Publish callbacks [] for security_group (4f1d66b1-2195-4d52-82bd-5e6b26de6426), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:41.205632 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0acaaa21-264e-4db3-90f5-e338dfe3b678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (4f1d66b1-2195-4d52-82bd-5e6b26de6426), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:41.208137 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-0acaaa21-264e-4db3-90f5-e338dfe3b678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:41.211659 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-0acaaa21-264e-4db3-90f5-e338dfe3b678 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f1d66b1-2195-4d52-82bd-5e6b26de6426 HTTP/1.1" status: 204 len: 168 time: 0.2565794 Feb 18 12:32:41.218213 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaaa21-264e-4db3-90f5-e338dfe3b678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1d66b1-2195-4d52-82bd-5e6b26de6426,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:41.835907 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 53392) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:41.850679 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-00b5c707-dfe9-4ba1-b903-77ad13d8ca02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:41.929162 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-00b5c707-dfe9-4ba1-b903-77ad13d8ca02 admin admin] Publish callbacks [] for security_group (196676ca-50b7-4270-bce5-9df3d77eae30), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:41.985501 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:42.019773 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-00b5c707-dfe9-4ba1-b903-77ad13d8ca02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (196676ca-50b7-4270-bce5-9df3d77eae30), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:42.059472 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-00b5c707-dfe9-4ba1-b903-77ad13d8ca02 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5674912213646e3ad47bb90841f1cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225158 Feb 18 12:32:42.060893 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5c707-dfe9-4ba1-b903-77ad13d8ca02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196676ca-50b7-4270-bce5-9df3d77eae30,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:42.062761 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53394) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:42.109563 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-22a37366-9bee-4db6-95d8-c75044f57987 admin admin] Publish callbacks [] for security_group (196676ca-50b7-4270-bce5-9df3d77eae30), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:42.130515 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-22a37366-9bee-4db6-95d8-c75044f57987 admin admin] Publish callbacks [] for security_group (196676ca-50b7-4270-bce5-9df3d77eae30), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:42.294066 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-22a37366-9bee-4db6-95d8-c75044f57987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (196676ca-50b7-4270-bce5-9df3d77eae30), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:42.296778 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-22a37366-9bee-4db6-95d8-c75044f57987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:42.297925 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-22a37366-9bee-4db6-95d8-c75044f57987 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/196676ca-50b7-4270-bce5-9df3d77eae30 HTTP/1.1" status: 204 len: 168 time: 0.2340825 Feb 18 12:32:42.306473 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a37366-9bee-4db6-95d8-c75044f57987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196676ca-50b7-4270-bce5-9df3d77eae30,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:55.707491 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53534) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:55.808328 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48a02d4b-a114-45d1-9767-43fec82e4c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:55.877714 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48a02d4b-a114-45d1-9767-43fec82e4c60 admin admin] Publish callbacks [] for security_group (e57f2c8d-c63a-477f-8725-1e61a3ff9111), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:55.939684 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-48a02d4b-a114-45d1-9767-43fec82e4c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (e57f2c8d-c63a-477f-8725-1e61a3ff9111), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:55.978443 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-48a02d4b-a114-45d1-9767-43fec82e4c60 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=34e4489844ea476eb37056f656529cb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697690 Feb 18 12:32:55.979483 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a02d4b-a114-45d1-9767-43fec82e4c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57f2c8d-c63a-477f-8725-1e61a3ff9111,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:55.981185 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 53538) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:56.028615 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2db2e29c-e612-424c-80e2-fc7a2b30b724 admin admin] Publish callbacks [] for security_group (e57f2c8d-c63a-477f-8725-1e61a3ff9111), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:56.049152 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2db2e29c-e612-424c-80e2-fc7a2b30b724 admin admin] Publish callbacks [] for security_group (e57f2c8d-c63a-477f-8725-1e61a3ff9111), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:56.185219 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2db2e29c-e612-424c-80e2-fc7a2b30b724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (e57f2c8d-c63a-477f-8725-1e61a3ff9111), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:56.187939 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-2db2e29c-e612-424c-80e2-fc7a2b30b724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:56.194446 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-2db2e29c-e612-424c-80e2-fc7a2b30b724 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e57f2c8d-c63a-477f-8725-1e61a3ff9111 HTTP/1.1" status: 204 len: 168 time: 0.2069786 Feb 18 12:32:56.197541 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2e29c-e612-424c-80e2-fc7a2b30b724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57f2c8d-c63a-477f-8725-1e61a3ff9111,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:56.875575 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 53544) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:56.888898 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e6c84deb-0b7c-4154-8aea-a4653f0c1c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:56.961973 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e6c84deb-0b7c-4154-8aea-a4653f0c1c98 admin admin] Publish callbacks [] for security_group (4a8de731-8e47-4cbc-9754-0168d71510d5), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:57.101846 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e6c84deb-0b7c-4154-8aea-a4653f0c1c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (4a8de731-8e47-4cbc-9754-0168d71510d5), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:57.140361 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e6c84deb-0b7c-4154-8aea-a4653f0c1c98 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15d727b6369d451b980efb10ef5dad9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635725 Feb 18 12:32:57.141626 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c84deb-0b7c-4154-8aea-a4653f0c1c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8de731-8e47-4cbc-9754-0168d71510d5,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:57.143583 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53546) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:57.198396 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e6a191a-f58c-43cc-bdd0-427155ab9d08 admin admin] Publish callbacks [] for security_group (4a8de731-8e47-4cbc-9754-0168d71510d5), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:57.219154 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e6a191a-f58c-43cc-bdd0-427155ab9d08 admin admin] Publish callbacks [] for security_group (4a8de731-8e47-4cbc-9754-0168d71510d5), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:57.348019 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e6a191a-f58c-43cc-bdd0-427155ab9d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (4a8de731-8e47-4cbc-9754-0168d71510d5), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:57.350642 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-5e6a191a-f58c-43cc-bdd0-427155ab9d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:57.351810 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-5e6a191a-f58c-43cc-bdd0-427155ab9d08 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a8de731-8e47-4cbc-9754-0168d71510d5 HTTP/1.1" status: 204 len: 168 time: 0.2072361 Feb 18 12:32:57.359492 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a191a-f58c-43cc-bdd0-427155ab9d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8de731-8e47-4cbc-9754-0168d71510d5,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:58.060812 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53552) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:58.074308 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e32e68b6-d554-4cc9-adea-9cba81dff91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:58.145602 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e32e68b6-d554-4cc9-adea-9cba81dff91d admin admin] Publish callbacks [] for security_group (522537be-5c5c-4e72-a998-6d2a7d32c106), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:58.237318 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-e32e68b6-d554-4cc9-adea-9cba81dff91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (522537be-5c5c-4e72-a998-6d2a7d32c106), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:58.274036 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e68b6-d554-4cc9-adea-9cba81dff91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522537be-5c5c-4e72-a998-6d2a7d32c106,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:32:58.278319 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-e32e68b6-d554-4cc9-adea-9cba81dff91d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb6147bab4644c62a3a65c0858f1319c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164660 Feb 18 12:32:58.281339 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53554) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:32:58.332120 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-55835851-fd9c-4834-8d7c-c7520825ccd5 admin admin] Publish callbacks [] for security_group (522537be-5c5c-4e72-a998-6d2a7d32c106), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:58.354528 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-55835851-fd9c-4834-8d7c-c7520825ccd5 admin admin] Publish callbacks [] for security_group (522537be-5c5c-4e72-a998-6d2a7d32c106), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:58.476844 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-55835851-fd9c-4834-8d7c-c7520825ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (522537be-5c5c-4e72-a998-6d2a7d32c106), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:58.479391 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-55835851-fd9c-4834-8d7c-c7520825ccd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:32:58.480616 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-55835851-fd9c-4834-8d7c-c7520825ccd5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/522537be-5c5c-4e72-a998-6d2a7d32c106 HTTP/1.1" status: 204 len: 168 time: 0.1987617 Feb 18 12:32:58.488767 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55835851-fd9c-4834-8d7c-c7520825ccd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522537be-5c5c-4e72-a998-6d2a7d32c106,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:33:05.633565 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc8d5-06fc-4cdc-9897-c8848f70a169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:06.696549 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:07.859770 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5055b108-0402-4642-a34f-9938c2d0f4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:09.059786 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:10.450326 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:11.939533 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:12.017466 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e50bfeb8-a0b0-419d-880d-348581d412a1 req-b522317d-80f9-4cda-a808-483b77340047 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433350 Feb 18 12:33:12.103449 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bfeb8-a0b0-419d-880d-348581d412a1 req-795cd43d-429a-429b-a43f-cf4c849ddb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:12.104842 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e50bfeb8-a0b0-419d-880d-348581d412a1 req-795cd43d-429a-429b-a43f-cf4c849ddb7f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 1129 time: 0.0436082 Feb 18 12:33:12.210944 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bfeb8-a0b0-419d-880d-348581d412a1 req-3542dace-ecf2-452b-9ca4-788cd31a13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:12.212384 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e50bfeb8-a0b0-419d-880d-348581d412a1 req-3542dace-ecf2-452b-9ca4-788cd31a13c9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 913 time: 0.0852942 Feb 18 12:33:12.277796 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e50bfeb8-a0b0-419d-880d-348581d412a1 req-571b283c-bd5f-4ac7-88a2-0c58daa89470 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62b8b65a-0ea3-42c9-a836-5178473f55fa HTTP/1.1" status: 200 len: 1000 time: 0.0569482 Feb 18 12:33:12.325171 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bfeb8-a0b0-419d-880d-348581d412a1 req-b5e0bc5d-ba6d-48d4-b4ce-5489536a8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:12.326591 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e50bfeb8-a0b0-419d-880d-348581d412a1 req-b5e0bc5d-ba6d-48d4-b4ce-5489536a8663 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a HTTP/1.1" status: 200 len: 851 time: 0.0422585 Feb 18 12:33:12.378734 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bfeb8-a0b0-419d-880d-348581d412a1 req-3063c04a-d638-4e4a-aca3-d4c1c37d44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:12.380653 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e50bfeb8-a0b0-419d-880d-348581d412a1 req-3063c04a-d638-4e4a-aca3-d4c1c37d44dc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ffb8dc52-3419-418a-8199-5a2a6a804c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457039 Feb 18 12:33:12.476394 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e50bfeb8-a0b0-419d-880d-348581d412a1 req-07290f6a-ac3a-4b3a-ba5b-7c16e33792d6 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874207 Feb 18 12:33:12.567566 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e50bfeb8-a0b0-419d-880d-348581d412a1 req-4064b4f4-52d7-4714-b3a2-9e9e50483735 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839491 Feb 18 12:33:14.548830 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:33:17.017166 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 53708) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:33:17.117541 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fcf77ecb-de8d-43e7-95af-fdcb713820b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:17.189699 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fcf77ecb-de8d-43e7-95af-fdcb713820b1 admin admin] Publish callbacks [] for security_group (c118a12d-bb9a-44bd-a8a1-aebc5aaf78ac), precommit_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:17.247648 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fcf77ecb-de8d-43e7-95af-fdcb713820b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (c118a12d-bb9a-44bd-a8a1-aebc5aaf78ac), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:17.285273 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-fcf77ecb-de8d-43e7-95af-fdcb713820b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bef6db1cbdda4b398ecc84f9b02f0e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669463 Feb 18 12:33:17.286734 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf77ecb-de8d-43e7-95af-fdcb713820b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c118a12d-bb9a-44bd-a8a1-aebc5aaf78ac,revision_number=1']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:33:17.288523 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53712) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:33:17.336445 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-311715ac-4922-4e3e-8c61-30a8b3dc39bb admin admin] Publish callbacks [] for security_group (c118a12d-bb9a-44bd-a8a1-aebc5aaf78ac), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:17.357115 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-311715ac-4922-4e3e-8c61-30a8b3dc39bb admin admin] Publish callbacks [] for security_group (c118a12d-bb9a-44bd-a8a1-aebc5aaf78ac), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:17.459649 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-311715ac-4922-4e3e-8c61-30a8b3dc39bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (c118a12d-bb9a-44bd-a8a1-aebc5aaf78ac), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:17.463821 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-311715ac-4922-4e3e-8c61-30a8b3dc39bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:17.463821 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-311715ac-4922-4e3e-8c61-30a8b3dc39bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c118a12d-bb9a-44bd-a8a1-aebc5aaf78ac HTTP/1.1" status: 204 len: 168 time: 0.1733248 Feb 18 12:33:17.471093 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311715ac-4922-4e3e-8c61-30a8b3dc39bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c118a12d-bb9a-44bd-a8a1-aebc5aaf78ac,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:33:18.512371 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53734) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:33:18.605389 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-815848851-network', 'tenant_id': '0b95302ca5894d9286f9be7b84f0341e'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:18.719008 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] Made reservation on behalf of 0b95302ca5894d9286f9be7b84f0341e for: {'network': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:33:18.721296 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for network (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:18.730305 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:18.800727 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] Publish callbacks [] for security_group (428c6442-e7a2-40db-a1e0-56c1003acc14), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:18.871115 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (428c6442-e7a2-40db-a1e0-56c1003acc14), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:18.895617 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:33:18.904029 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428c6442-e7a2-40db-a1e0-56c1003acc14,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:33:18.909739 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (872aa927-c745-408b-818d-4ea38ef35ed0), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:18.916083 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.segments_db [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] Added segment 872aa927-c745-408b-818d-4ea38ef35ed0 of type vlan for network 57ae517e-1567-4308-9113-973fccb2be21 Feb 18 12:33:18.951028 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732448991097'] for network (57ae517e-1567-4308-9113-973fccb2be21), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:19.013518 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665'] for network (57ae517e-1567-4308-9113-973fccb2be21), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:19.014480 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:19.015059 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:19.070992 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] Pushing event updated for resources: {'Network': ['ID=57ae517e-1567-4308-9113-973fccb2be21,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:33:19.080758 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Network 57ae517e-1567-4308-9113-973fccb2be21 details requested by agent ovs-agent-dv-cinder-804757-15-iscsi with host dv-cinder-804757-15-iscsi {{(pid=103421) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:33:19.114118 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0f5e08ee-ab7a-42b0-ad4d-961054def881 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6006114 Feb 18 12:33:19.117089 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 53738) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:33:19.122115 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.v2.base [None req-8f826049-7966-4053-b185-d0f31889bb68 admin admin] Request body: {'subnet': {'network_id': '57ae517e-1567-4308-9113-973fccb2be21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-815848851-subnet', 'tenant_id': '0b95302ca5894d9286f9be7b84f0341e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:19.193755 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f826049-7966-4053-b185-d0f31889bb68 admin admin] Made reservation on behalf of 0b95302ca5894d9286f9be7b84f0341e for: {'subnet': 1} {{(pid=103420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:33:19.196100 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8f826049-7966-4053-b185-d0f31889bb68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14326132'] for subnet (None), before_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:19.419741 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8f826049-7966-4053-b185-d0f31889bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12850463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14326122'] for subnet (d4de4651-5636-49f8-97e7-53ec7887e8d9), after_create {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:19.473339 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f826049-7966-4053-b185-d0f31889bb68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4de4651-5636-49f8-97e7-53ec7887e8d9,revision_number=0']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:33:19.481936 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f826049-7966-4053-b185-d0f31889bb68 admin admin] Checking segment: {'id': '872aa927-c745-408b-818d-4ea38ef35ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '57ae517e-1567-4308-9113-973fccb2be21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:33:19.482324 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f826049-7966-4053-b185-d0f31889bb68 admin admin] Network hostable DHCP agents. Network: 57ae517e-1567-4308-9113-973fccb2be21, hostable agents: ['3e7557ec-99b9-4589-9eed-b5f65b8d0a47'], hosted agents: [] {{(pid=103420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:33:19.558811 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f826049-7966-4053-b185-d0f31889bb68 admin admin] Network 57ae517e-1567-4308-9113-973fccb2be21 is scheduled to be hosted by DHCP agent 3e7557ec-99b9-4589-9eed-b5f65b8d0a47 with binding_index 1 {{(pid=103420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:33:19.625188 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.base_scheduler [None req-8f826049-7966-4053-b185-d0f31889bb68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-15-iscsi, 57ae517e-1567-4308-9113-973fccb2be21) {{(pid=103420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:33:19.629288 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f826049-7966-4053-b185-d0f31889bb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:19.630510 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-8f826049-7966-4053-b185-d0f31889bb68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:19.636416 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a18ded-4bdb-49fc-99e0-c90baa8dd0b7 None None] Network 57ae517e-1567-4308-9113-973fccb2be21 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:33:19.729865 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7b2b1d-14b6-47f2-86d8-588f80fecb1d None None] Network 57ae517e-1567-4308-9113-973fccb2be21 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:33:19.782939 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-8f826049-7966-4053-b185-d0f31889bb68 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6646659 Feb 18 12:33:21.865369 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-50e08e5b-1bfc-4a2a-8e57-66535b793531 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:21.866855 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-50e08e5b-1bfc-4a2a-8e57-66535b793531 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/networks?id=57ae517e-1567-4308-9113-973fccb2be21 HTTP/1.1" status: 200 len: 813 time: 0.1013253 Feb 18 12:33:21.881151 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-fe5f6b1e-ebc1-464e-a3ac-56f07f6f0b57 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/quotas/0b95302ca5894d9286f9be7b84f0341e HTTP/1.1" status: 200 len: 375 time: 0.0088830 Feb 18 12:33:21.912686 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-82cd877b-8304-4de1-b3fe-929da79fe461 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b95302ca5894d9286f9be7b84f0341e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265112 Feb 18 12:33:22.002493 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-d1c30d65-f5fb-4f48-a71e-f3e8378ac1f4 service neutron] 10.222.0.52 "GET /v2.0/networks/57ae517e-1567-4308-9113-973fccb2be21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830517 Feb 18 12:33:22.089318 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-d3621b1a-3e8a-4d51-a88a-0363b50fb78d service neutron] 10.222.0.52 "GET /v2.0/networks/57ae517e-1567-4308-9113-973fccb2be21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809729 Feb 18 12:33:22.330351 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f56d6ff4-0070-4bbe-8e19-986e8cf986ae req-be6a7c61-6d99-4ec5-9227-2648c8ec7183 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0272038 Feb 18 12:33:23.423337 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-aa6f0eb1-8b5e-44b3-a783-c3ec7077c1b1 req-1a77200d-b0fb-41fd-90a8-ee98a6de8920 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0269020 Feb 18 12:33:24.464474 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-5eb00279-d1d7-4c5a-a81b-092469dc8b72 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:24.466303 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-5eb00279-d1d7-4c5a-a81b-092469dc8b72 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.82 "GET /v2.0/networks?id=57ae517e-1567-4308-9113-973fccb2be21 HTTP/1.1" status: 200 len: 813 time: 0.1152785 Feb 18 12:33:24.478530 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Request body: {'port': {'device_id': 'aaa56162-e0d1-4fa7-a42e-2581c922a2a2', 'network_id': '57ae517e-1567-4308-9113-973fccb2be21', 'admin_state_up': True, 'tenant_id': '0b95302ca5894d9286f9be7b84f0341e'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:24.556888 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-848cfd12-dc3f-4898-853d-0705eeb13010 req-1e150e17-aa28-46f7-ae95-1e1ea451cd6d tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0619102 Feb 18 12:33:24.696165 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Made reservation on behalf of 0b95302ca5894d9286f9be7b84f0341e for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:33:24.699537 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:24.831395 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Allocated IP 172.20.0.14 (57ae517e-1567-4308-9113-973fccb2be21/d4de4651-5636-49f8-97e7-53ec7887e8d9/bedacfce-90a9-4134-ad78-a1ed5b777119) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:33:24.993330 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks [] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:25.090866 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:25.133145 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Network 57ae517e-1567-4308-9113-973fccb2be21 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:33:25.136447 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:33:25.139374 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:33:25.175981 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Pushing event updated for resources: {'Port': ['ID=bedacfce-90a9-4134-ad78-a1ed5b777119,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:33:25.188745 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:25.189097 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:25.189443 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:25.189782 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:25.190139 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:25.190476 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:25.190806 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:25.191132 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:25.191460 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:25.191785 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:25.192109 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:25.192433 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:25.192755 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:25.205217 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:25.205832 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:25.275494 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-6a017bf5-fa4c-4f6f-9ce6-3084471923cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8011975 Feb 18 12:33:25.292586 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Request body: {'port': {'device_id': 'aaa56162-e0d1-4fa7-a42e-2581c922a2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:25.348091 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:25.629330 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedacfce-90a9-4134-ad78-a1ed5b777119 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:33:25.643368 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Publish callbacks [] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:25.674560 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Transition to ACTIVE for port object bedacfce-90a9-4134-ad78-a1ed5b777119 will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:33:25.692726 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746f513-81ad-4b16-8d01-d41fe6dd02e7 req-46305c78-9709-400c-9563-d586c6a45e77 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:25.694260 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6746f513-81ad-4b16-8d01-d41fe6dd02e7 req-46305c78-9709-400c-9563-d586c6a45e77 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 932 time: 0.0673425 Feb 18 12:33:25.737251 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:25.747431 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6746f513-81ad-4b16-8d01-d41fe6dd02e7 req-6e60ef13-d0ca-4655-b740-e7e6046efce9 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475614 Feb 18 12:33:26.051483 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Pushing event updated for resources: {'Port': ['ID=bedacfce-90a9-4134-ad78-a1ed5b777119,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:33:26.115388 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Attempting to bind port bedacfce-90a9-4134-ad78-a1ed5b777119 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:33:26.115721 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Attempting to bind port bedacfce-90a9-4134-ad78-a1ed5b777119 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '872aa927-c745-408b-818d-4ea38ef35ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '57ae517e-1567-4308-9113-973fccb2be21'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:33:26.116048 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Attempting to bind port bedacfce-90a9-4134-ad78-a1ed5b777119 on network 57ae517e-1567-4308-9113-973fccb2be21 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:33:26.120137 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Port bedacfce-90a9-4134-ad78-a1ed5b777119 on network 57ae517e-1567-4308-9113-973fccb2be21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:33:26.120452 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Attempting to bind port bedacfce-90a9-4134-ad78-a1ed5b777119 on network 57ae517e-1567-4308-9113-973fccb2be21 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:33:26.125097 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:33:26.125428 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Checking segment: {'id': '872aa927-c745-408b-818d-4ea38ef35ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '57ae517e-1567-4308-9113-973fccb2be21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:33:26.125806 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Bound using segment: {'id': '872aa927-c745-408b-818d-4ea38ef35ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '57ae517e-1567-4308-9113-973fccb2be21'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:33:26.126255 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Bound port: bedacfce-90a9-4134-ad78-a1ed5b777119, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872aa927-c745-408b-818d-4ea38ef35ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '57ae517e-1567-4308-9113-973fccb2be21'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:33:26.126603 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:26.185497 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] For port bedacfce-90a9-4134-ad78-a1ed5b777119, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:33:26.188365 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] For port bedacfce-90a9-4134-ad78-a1ed5b777119, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bedacfce-90a9-4134-ad78-a1ed5b777119,segment=NetworkSegment(872aa927-c745-408b-818d-4ea38ef35ed0),segment_id=872aa927-c745-408b-818d-4ea38ef35ed0)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:33:26.313691 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:26.350346 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:26.350956 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:26.352303 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] 10.222.0.82 "PUT /v2.0/ports/bedacfce-90a9-4134-ad78-a1ed5b777119 HTTP/1.1" status: 200 len: 1094 time: 1.0637214 Feb 18 12:33:26.352728 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa56162-e0d1-4fa7-a42e-2581c922a2a2', 'tag': 'bedacfce-90a9-4134-ad78-a1ed5b777119'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:33:26.355357 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9abb4aa-ffd6-4745-a87a-6f8cc134e43c" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa56162-e0d1-4fa7-a42e-2581c922a2a2", "tag": "bedacfce-90a9-4134-ad78-a1ed5b777119"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:33:26.378545 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b376954-5226-4370-af8d-d8c92678a71c service neutron] Pushing event updated for resources: {'Port': ['ID=bedacfce-90a9-4134-ad78-a1ed5b777119,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:33:26.391188 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfd7ca1-074a-446f-9848-886109edcf80 x-openstack-request-id: req-3dfd7ca1-074a-446f-9848-886109edcf80 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:33:26.391475 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa56162-e0d1-4fa7-a42e-2581c922a2a2", "tag": "bedacfce-90a9-4134-ad78-a1ed5b777119", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:33:26.391838 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3dfd7ca1-074a-446f-9848-886109edcf80 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:33:26.392234 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa56162-e0d1-4fa7-a42e-2581c922a2a2', 'tag': 'bedacfce-90a9-4134-ad78-a1ed5b777119', 'status': 'completed', 'code': 200} Feb 18 12:33:26.455841 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abb4aa-ffd6-4745-a87a-6f8cc134e43c req-9d56b86c-611e-487e-a658-b76afcfcb185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:26.457299 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d9abb4aa-ffd6-4745-a87a-6f8cc134e43c req-9d56b86c-611e-487e-a658-b76afcfcb185 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0b95302ca5894d9286f9be7b84f0341e&device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 1128 time: 0.0444725 Feb 18 12:33:26.558157 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abb4aa-ffd6-4745-a87a-6f8cc134e43c req-1145a700-b2b9-4a72-854c-4ea8770ab507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:26.559583 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d9abb4aa-ffd6-4745-a87a-6f8cc134e43c req-1145a700-b2b9-4a72-854c-4ea8770ab507 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=0b95302ca5894d9286f9be7b84f0341e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0922732 Feb 18 12:33:26.648069 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abb4aa-ffd6-4745-a87a-6f8cc134e43c req-15dd5a1a-bffb-4089-bd6f-7e5f015b10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:26.649418 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d9abb4aa-ffd6-4745-a87a-6f8cc134e43c req-15dd5a1a-bffb-4089-bd6f-7e5f015b10b5 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843916 Feb 18 12:33:26.727332 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-80fad7b7-b0be-4c90-af2e-3486e74eeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:26.728816 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-80fad7b7-b0be-4c90-af2e-3486e74eeb52 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0b95302ca5894d9286f9be7b84f0341e&device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 1128 time: 0.0428820 Feb 18 12:33:26.772074 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-6e4eb23c-9d50-430e-a5cb-d4127b238e17 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bedacfce-90a9-4134-ad78-a1ed5b777119 HTTP/1.1" status: 200 len: 217 time: 0.0364075 Feb 18 12:33:26.843270 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-0e877f79-971a-4173-9ec7-1e84b723193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:26.844666 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-0e877f79-971a-4173-9ec7-1e84b723193d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d4de4651-5636-49f8-97e7-53ec7887e8d9 HTTP/1.1" status: 200 len: 853 time: 0.0647235 Feb 18 12:33:26.880566 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-c69321e1-ce1f-45ea-b0a7-1bfd557e1022 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=57ae517e-1567-4308-9113-973fccb2be21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293870 Feb 18 12:33:26.914105 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9baf2-827e-4e05-9e52-fe8e6c11ebc3 req-b5eb624f-2c99-4d9a-97a0-c357ac4cc6b6 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:26.915445 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ec9baf2-827e-4e05-9e52-fe8e6c11ebc3 req-b5eb624f-2c99-4d9a-97a0-c357ac4cc6b6 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 944 time: 0.1005020 Feb 18 12:33:27.010256 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0ec9baf2-827e-4e05-9e52-fe8e6c11ebc3 req-c87d0564-b5d5-4bfd-8561-4202f5ccae42 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694218 Feb 18 12:33:27.015628 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-d765a146-871d-409c-87ae-78d872736a72 service neutron] 10.222.0.82 "GET /v2.0/networks/57ae517e-1567-4308-9113-973fccb2be21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263330 Feb 18 12:33:27.105644 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-392bbd2a-efb3-4f3d-8db7-7a60ea366563 req-583e3add-0f6d-475e-9b34-58c097b6aca4 service neutron] 10.222.0.82 "GET /v2.0/networks/57ae517e-1567-4308-9113-973fccb2be21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832403 Feb 18 12:33:28.043197 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device bedacfce-90a9-4134-ad78-a1ed5b777119 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:33:28.148484 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port bedacfce-90a9-4134-ad78-a1ed5b777119, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bedacfce-90a9-4134-ad78-a1ed5b777119,segment=NetworkSegment(872aa927-c745-408b-818d-4ea38ef35ed0),segment_id=872aa927-c745-408b-818d-4ea38ef35ed0)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:33:28.165800 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': 'bedacfce-90a9-4134-ad78-a1ed5b777119', 'network_id': '57ae517e-1567-4308-9113-973fccb2be21', 'port_id': 'bedacfce-90a9-4134-ad78-a1ed5b777119', 'mac_address': 'fa:16:3e:3a:e0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4de4651-5636-49f8-97e7-53ec7887e8d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:33:28.204100 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port bedacfce-90a9-4134-ad78-a1ed5b777119 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:33:28.204487 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:28.221100 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedacfce-90a9-4134-ad78-a1ed5b777119 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:33:28.241728 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port bedacfce-90a9-4134-ad78-a1ed5b777119, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bedacfce-90a9-4134-ad78-a1ed5b777119,segment=NetworkSegment(872aa927-c745-408b-818d-4ea38ef35ed0),segment_id=872aa927-c745-408b-818d-4ea38ef35ed0)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:33:28.284270 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fd92b-35d5-4187-8257-209ad41ed6c3 req-d3b9b149-700d-4f8a-b1b3-77ce3e0bbfc5 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:28.285729 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-880fd92b-35d5-4187-8257-209ad41ed6c3 req-d3b9b149-700d-4f8a-b1b3-77ce3e0bbfc5 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 944 time: 0.0521874 Feb 18 12:33:28.316722 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:28.333803 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-880fd92b-35d5-4187-8257-209ad41ed6c3 req-eeed57be-cf9c-4941-8a95-54bb06510b0c tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Feb 18 12:33:28.364776 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=bedacfce-90a9-4134-ad78-a1ed5b777119,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:33:28.372425 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:28.372774 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:28.373115 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:28.373450 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:28.373779 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:28.374139 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:28.374470 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:28.374795 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:28.375121 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:28.375443 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:28.375765 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:28.376087 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:28.376405 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:33:28.566294 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['bedacfce-90a9-4134-ad78-a1ed5b777119'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:33:29.448036 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f34824-a569-43a0-b305-ddc88095ef46 req-9330f5c9-b486-4f34-b9ea-c79d2936df22 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:29.449485 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c5f34824-a569-43a0-b305-ddc88095ef46 req-9330f5c9-b486-4f34-b9ea-c79d2936df22 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 945 time: 0.0497813 Feb 18 12:33:29.502368 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c5f34824-a569-43a0-b305-ddc88095ef46 req-50a6f455-abd4-44a2-88ab-9b87819f8a23 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473952 Feb 18 12:33:30.057966 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device bedacfce-90a9-4134-ad78-a1ed5b777119 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:33:30.204417 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port bedacfce-90a9-4134-ad78-a1ed5b777119 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:33:30.208509 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port bedacfce-90a9-4134-ad78-a1ed5b777119 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:33:30.213566 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:30.281294 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port bedacfce-90a9-4134-ad78-a1ed5b777119 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:33:30.281672 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:30.304419 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa56162-e0d1-4fa7-a42e-2581c922a2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedacfce-90a9-4134-ad78-a1ed5b777119'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:33:30.306656 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c8367f-3d77-4bed-9ed0-cca37eec6857" -d '{"events": [{"server_uuid": "aaa56162-e0d1-4fa7-a42e-2581c922a2a2", "name": "network-vif-plugged", "status": "completed", "tag": "bedacfce-90a9-4134-ad78-a1ed5b777119"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:33:30.318734 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port bedacfce-90a9-4134-ad78-a1ed5b777119, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bedacfce-90a9-4134-ad78-a1ed5b777119,segment=NetworkSegment(872aa927-c745-408b-818d-4ea38ef35ed0),segment_id=872aa927-c745-408b-818d-4ea38ef35ed0)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:33:30.341479 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7361c9aa-3de0-4259-83c0-9c8e8808a9c5 x-openstack-request-id: req-7361c9aa-3de0-4259-83c0-9c8e8808a9c5 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:33:30.341763 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa56162-e0d1-4fa7-a42e-2581c922a2a2", "name": "network-vif-plugged", "status": "completed", "tag": "bedacfce-90a9-4134-ad78-a1ed5b777119", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:33:30.342011 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7361c9aa-3de0-4259-83c0-9c8e8808a9c5 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:33:30.342420 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa56162-e0d1-4fa7-a42e-2581c922a2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedacfce-90a9-4134-ad78-a1ed5b777119', 'code': 200} Feb 18 12:33:30.421636 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:30.471527 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=bedacfce-90a9-4134-ad78-a1ed5b777119,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:33:30.653605 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cca55-5ce8-4b39-9881-7269b5ada1ab req-1e8ea418-249d-47bf-8ceb-23cda54759af tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:30.655014 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-534cca55-5ce8-4b39-9881-7269b5ada1ab req-1e8ea418-249d-47bf-8ceb-23cda54759af tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 946 time: 0.0853128 Feb 18 12:33:30.659946 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ae46f-6973-4e87-8d49-9a31cea50eab req-b4fe30b0-e0e6-4625-8b3a-221e7b76a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:30.661314 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cc9ae46f-6973-4e87-8d49-9a31cea50eab req-b4fe30b0-e0e6-4625-8b3a-221e7b76a1d2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 1130 time: 0.0598373 Feb 18 12:33:30.728958 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cc9ae46f-6973-4e87-8d49-9a31cea50eab req-4d964a3b-4493-4953-8200-9ab33b6f4258 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606401 Feb 18 12:33:30.733143 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-534cca55-5ce8-4b39-9881-7269b5ada1ab req-4e1eb7da-9aa1-4f0f-a9a5-125010bc8d01 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709915 Feb 18 12:33:31.856506 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd90f3-f14b-425e-b380-f3be8c52a924 req-fb350898-2e07-4f85-be06-7f4794bd0188 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:31.857991 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d9cd90f3-f14b-425e-b380-f3be8c52a924 req-fb350898-2e07-4f85-be06-7f4794bd0188 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 946 time: 0.0553868 Feb 18 12:33:31.904091 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d9cd90f3-f14b-425e-b380-f3be8c52a924 req-d50887fc-7c6b-45f8-92d2-347878ea8d87 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Feb 18 12:33:33.021265 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377ddfa-caa8-4b02-9a4d-16898eb92693 req-9484593e-121d-4cb9-8d75-cfa8218a4bd3 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:33:33.023293 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2377ddfa-caa8-4b02-9a4d-16898eb92693 req-9484593e-121d-4cb9-8d75-cfa8218a4bd3 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 946 time: 0.0515976 Feb 18 12:33:33.069323 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2377ddfa-caa8-4b02-9a4d-16898eb92693 req-2e5c5047-dd28-46f3-9d9c-be4697e558df tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406520 Feb 18 12:33:35.631918 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3d230e9d-dfa2-4f64-b2f5-5fc9034e9781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:36.718793 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:37.901910 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb92f-5043-425b-b827-2c902d7f95a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:39.050339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:40.496035 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:41.970574 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:33:51.547464 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:34:00.678842 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 53942) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:00.835302 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-45b7b5e5-5e33-424f-b80f-9077d09c5218 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Deleting port 42492c47-b064-40e0-b1ba-b38655411e7a {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:34:00.835649 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45b7b5e5-5e33-424f-b80f-9077d09c5218 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (42492c47-b064-40e0-b1ba-b38655411e7a), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:00.907331 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45b7b5e5-5e33-424f-b80f-9077d09c5218 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (42492c47-b064-40e0-b1ba-b38655411e7a), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:00.907656 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45b7b5e5-5e33-424f-b80f-9077d09c5218 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for floatingip (42492c47-b064-40e0-b1ba-b38655411e7a), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:00.919755 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-45b7b5e5-5e33-424f-b80f-9077d09c5218 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Calling delete_port for 42492c47-b064-40e0-b1ba-b38655411e7a owned by network:floatingip {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:34:01.150747 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45b7b5e5-5e33-424f-b80f-9077d09c5218 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (42492c47-b064-40e0-b1ba-b38655411e7a), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:01.176131 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7b5e5-5e33-424f-b80f-9077d09c5218 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event deleted for resources: {'Port': ['ID=42492c47-b064-40e0-b1ba-b38655411e7a,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:01.238780 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45b7b5e5-5e33-424f-b80f-9077d09c5218 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for floatingip (9239b8e3-a0ab-48f5-92a8-4d316ab88480), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:01.241672 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.db.l3_db [None req-45b7b5e5-5e33-424f-b80f-9077d09c5218 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Floating IP 9239b8e3-a0ab-48f5-92a8-4d316ab88480 disassociated (deleted). External IP: 172.27.2.45, port: ef5183b7-45d6-4d5e-ad6c-c3878383682f. Feb 18 12:34:01.464753 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b7b5e5-5e33-424f-b80f-9077d09c5218 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:34:01.570621 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b7b5e5-5e33-424f-b80f-9077d09c5218 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:34:01.575991 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-45b7b5e5-5e33-424f-b80f-9077d09c5218 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:01.580841 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d19632-410a-4aec-b2a4-ce8620e0e641 None None] Sync routers for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:34:01.590036 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d19632-410a-4aec-b2a4-ce8620e0e641 None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:34:01.590675 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-d8d19632-410a-4aec-b2a4-ce8620e0e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:33:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:01.604806 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-45b7b5e5-5e33-424f-b80f-9077d09c5218 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "DELETE /v2.0/floatingips/9239b8e3-a0ab-48f5-92a8-4d316ab88480 HTTP/1.1" status: 204 len: 168 time: 0.9247689 Feb 18 12:34:01.605469 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a68478c-355c-4d92-8b80-b21128dafb67', 'tag': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:34:01.607806 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a4b406-8213-4602-a2a2-10ed2684ef86" -d '{"events": [{"name": "network-changed", "server_uuid": "9a68478c-355c-4d92-8b80-b21128dafb67", "tag": "ef5183b7-45d6-4d5e-ad6c-c3878383682f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:34:01.662986 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b5c0aa-bff6-4063-9260-f0fe4166a54c x-openstack-request-id: req-26b5c0aa-bff6-4063-9260-f0fe4166a54c {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:34:01.663276 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a68478c-355c-4d92-8b80-b21128dafb67", "tag": "ef5183b7-45d6-4d5e-ad6c-c3878383682f", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:34:01.663670 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26b5c0aa-bff6-4063-9260-f0fe4166a54c {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:34:01.664071 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a68478c-355c-4d92-8b80-b21128dafb67', 'tag': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f', 'status': 'completed', 'code': 200} Feb 18 12:34:01.735630 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4b406-8213-4602-a2a2-10ed2684ef86 req-f18dae94-fbc8-46c9-bee0-51a8e249820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:01.737159 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-79a4b406-8213-4602-a2a2-10ed2684ef86 req-f18dae94-fbc8-46c9-bee0-51a8e249820f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 1130 time: 0.0501251 Feb 18 12:34:01.842214 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4b406-8213-4602-a2a2-10ed2684ef86 req-e07b1f41-66f9-4316-882a-c8cfc56d385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:01.843387 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-d8d19632-410a-4aec-b2a4-ce8620e0e641 None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:34:01.843818 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-79a4b406-8213-4602-a2a2-10ed2684ef86 req-e07b1f41-66f9-4316-882a-c8cfc56d385f service neutron] 10.222.0.82 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 913 time: 0.1001160 Feb 18 12:34:01.888580 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-79a4b406-8213-4602-a2a2-10ed2684ef86 req-6846f783-1eab-4365-b1d8-88c5d23c7fb2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef5183b7-45d6-4d5e-ad6c-c3878383682f HTTP/1.1" status: 200 len: 217 time: 0.0383682 Feb 18 12:34:01.940092 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4b406-8213-4602-a2a2-10ed2684ef86 req-a7f4a18e-2a08-4b14-a836-0f060a96386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:01.944513 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-79a4b406-8213-4602-a2a2-10ed2684ef86 req-a7f4a18e-2a08-4b14-a836-0f060a96386c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a HTTP/1.1" status: 200 len: 851 time: 0.0467002 Feb 18 12:34:01.996890 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4b406-8213-4602-a2a2-10ed2684ef86 req-a44681e1-fa91-41f2-8e24-6040ed357c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:01.998569 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-79a4b406-8213-4602-a2a2-10ed2684ef86 req-a44681e1-fa91-41f2-8e24-6040ed357c7f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ffb8dc52-3419-418a-8199-5a2a6a804c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489483 Feb 18 12:34:02.082359 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-d8d19632-410a-4aec-b2a4-ce8620e0e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '3221f99d-b9c9-4c5d-b3e4-31f5db1760a3', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:04:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:29:56Z', 'updated_at': '2022-02-18T12:29:58Z', 'revision_number': 1, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:02.099623 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-79a4b406-8213-4602-a2a2-10ed2684ef86 req-9c4c1c21-e145-4fc8-a689-4edc3024c320 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942042 Feb 18 12:34:02.112969 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d19632-410a-4aec-b2a4-ce8620e0e641 None None] Checking router: a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:34:02.122660 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d19632-410a-4aec-b2a4-ce8620e0e641 None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:34:02.123319 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-d8d19632-410a-4aec-b2a4-ce8620e0e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:33:38Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:02.215323 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-79a4b406-8213-4602-a2a2-10ed2684ef86 req-53121e8d-a7a3-4f86-8686-4f6a175a1680 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066945 Feb 18 12:34:02.236339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-d8d19632-410a-4aec-b2a4-ce8620e0e641 None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:34:02.299360 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f6e90-353d-4fe2-afe3-43fb48955625 req-3e25a4cd-0f67-4d47-b7b3-8dc2f0927984 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:02.300826 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-131f6e90-353d-4fe2-afe3-43fb48955625 req-3e25a4cd-0f67-4d47-b7b3-8dc2f0927984 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 946 time: 0.1756432 Feb 18 12:34:02.349405 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-131f6e90-353d-4fe2-afe3-43fb48955625 req-c2f90f29-09f0-4df0-a30a-4ce41cd225f1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429273 Feb 18 12:34:02.456901 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-d8d19632-410a-4aec-b2a4-ce8620e0e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '3221f99d-b9c9-4c5d-b3e4-31f5db1760a3', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:04:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:29:56Z', 'updated_at': '2022-02-18T12:29:58Z', 'revision_number': 1, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:02.489913 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d19632-410a-4aec-b2a4-ce8620e0e641 None None] The sync data for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi is: [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_floatingips': [{'id': '3221f99d-b9c9-4c5d-b3e4-31f5db1760a3', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'router_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'port_id': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'mac_address': 'fa:16:3e:04:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:29:56Z', 'updated_at': '2022-02-18T12:29:58Z', 'revision_number': 1, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:34:02.704176 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f039f3-2dc4-434d-812a-3a7e6351c703 None None] New status for floating IP 9239b8e3-a0ab-48f5-92a8-4d316ab88480: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:34:03.517385 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57c932-0350-4682-bcf3-b6b57c1cf62d req-c426310c-268c-4c36-ab05-efdb4b5ce239 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:03.518873 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c57c932-0350-4682-bcf3-b6b57c1cf62d req-c426310c-268c-4c36-ab05-efdb4b5ce239 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 946 time: 0.1011641 Feb 18 12:34:03.565669 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9c57c932-0350-4682-bcf3-b6b57c1cf62d req-db2610c6-bb7a-4202-9dbb-e2304004db1c tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413055 Feb 18 12:34:04.684048 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89bf14-2c44-4d59-a2d9-0a909b49af42 req-9bafe7df-bac2-4e86-b4ea-2191c7a17c3f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:04.686567 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bb89bf14-2c44-4d59-a2d9-0a909b49af42 req-9bafe7df-bac2-4e86-b4ea-2191c7a17c3f tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 946 time: 0.0549765 Feb 18 12:34:04.733790 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bb89bf14-2c44-4d59-a2d9-0a909b49af42 req-9e301c85-db78-4a15-ab11-5e3397ff94e1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424323 Feb 18 12:34:05.588942 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66158eb-ab20-4ca8-b4d3-1ffc0b7505f6 req-842cfee8-0bfc-49d1-bc12-746da1eb78da tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:05.590419 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e66158eb-ab20-4ca8-b4d3-1ffc0b7505f6 req-842cfee8-0bfc-49d1-bc12-746da1eb78da tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 946 time: 0.0521390 Feb 18 12:34:05.619375 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-85df35c2-aa60-413f-a2b2-3066a754650b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:05.685595 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-e66158eb-ab20-4ca8-b4d3-1ffc0b7505f6 req-41e99292-932e-4e0c-9775-89bcd1e53643 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Deleting port ef5183b7-45d6-4d5e-ad6c-c3878383682f {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:34:05.686204 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e66158eb-ab20-4ca8-b4d3-1ffc0b7505f6 req-41e99292-932e-4e0c-9775-89bcd1e53643 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:05.771908 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-e66158eb-ab20-4ca8-b4d3-1ffc0b7505f6 req-41e99292-932e-4e0c-9775-89bcd1e53643 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] For port ef5183b7-45d6-4d5e-ad6c-c3878383682f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ef5183b7-45d6-4d5e-ad6c-c3878383682f,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:05.772283 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e66158eb-ab20-4ca8-b4d3-1ffc0b7505f6 req-41e99292-932e-4e0c-9775-89bcd1e53643 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:05.784639 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-e66158eb-ab20-4ca8-b4d3-1ffc0b7505f6 req-41e99292-932e-4e0c-9775-89bcd1e53643 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Calling delete_port for ef5183b7-45d6-4d5e-ad6c-c3878383682f owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:34:05.899834 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe593d-4136-405a-986d-1fbcb1613e00 req-1c519a13-c592-4693-89c0-38b60001a436 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:05.901331 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-adfe593d-4136-405a-986d-1fbcb1613e00 req-1c519a13-c592-4693-89c0-38b60001a436 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 946 time: 0.1032422 Feb 18 12:34:05.985057 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-adfe593d-4136-405a-986d-1fbcb1613e00 req-24579d7a-c494-4fa9-af3c-d282adeb9e80 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774882 Feb 18 12:34:06.053930 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e66158eb-ab20-4ca8-b4d3-1ffc0b7505f6 req-41e99292-932e-4e0c-9775-89bcd1e53643 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (ef5183b7-45d6-4d5e-ad6c-c3878383682f), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:06.086917 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e99292-932e-4e0c-9775-89bcd1e53643 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event deleted for resources: {'Port': ['ID=ef5183b7-45d6-4d5e-ad6c-c3878383682f,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:06.127572 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66158eb-ab20-4ca8-b4d3-1ffc0b7505f6 req-41e99292-932e-4e0c-9775-89bcd1e53643 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] No DVR routers for this DVR port ef5183b7-45d6-4d5e-ad6c-c3878383682f on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:34:06.130000 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-e66158eb-ab20-4ca8-b4d3-1ffc0b7505f6 req-41e99292-932e-4e0c-9775-89bcd1e53643 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:06.133266 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e66158eb-ab20-4ca8-b4d3-1ffc0b7505f6 req-41e99292-932e-4e0c-9775-89bcd1e53643 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "DELETE /v2.0/ports/ef5183b7-45d6-4d5e-ad6c-c3878383682f HTTP/1.1" status: 204 len: 173 time: 0.5378308 Feb 18 12:34:06.133697 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a68478c-355c-4d92-8b80-b21128dafb67', 'name': 'network-vif-deleted', 'tag': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:34:06.135967 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a8c0dd-4143-4356-9c88-f89887d185a6" -d '{"events": [{"server_uuid": "9a68478c-355c-4d92-8b80-b21128dafb67", "name": "network-vif-deleted", "tag": "ef5183b7-45d6-4d5e-ad6c-c3878383682f"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:34:06.172000 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5568d8-4b67-411e-97d4-afb651c3e2a8 x-openstack-request-id: req-3d5568d8-4b67-411e-97d4-afb651c3e2a8 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:34:06.172295 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a68478c-355c-4d92-8b80-b21128dafb67", "name": "network-vif-deleted", "tag": "ef5183b7-45d6-4d5e-ad6c-c3878383682f", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:34:06.172544 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d5568d8-4b67-411e-97d4-afb651c3e2a8 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:34:06.172935 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a68478c-355c-4d92-8b80-b21128dafb67', 'name': 'network-vif-deleted', 'tag': 'ef5183b7-45d6-4d5e-ad6c-c3878383682f', 'status': 'completed', 'code': 200} Feb 18 12:34:06.746385 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:07.088284 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-29bb33e6-7867-4ed0-afa8-78938206f264 req-0b3862f8-5362-4f62-916a-112d7b87434a tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 210 time: 0.0259690 Feb 18 12:34:07.912007 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-eed984ac-4a82-4e79-9439-22a73008d590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:08.198510 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-64206cc1-12a1-4d0b-9ec7-c94413172f1e req-0d3d6bf3-6152-4746-b247-6cefb28f4d31 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 210 time: 0.0264726 Feb 18 12:34:08.530508 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device ef5183b7-45d6-4d5e-ad6c-c3878383682f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:34:08.550890 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: ef5183b7-45d6-4d5e-ad6c-c3878383682f {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:34:08.551476 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device ef5183b7-45d6-4d5e-ad6c-c3878383682f not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:34:09.036367 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:09.305766 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-8967d514-2c63-4844-830c-f4c6baaf9ca8 req-aa17be34-5e79-4231-acb8-284391045e91 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a68478c-355c-4d92-8b80-b21128dafb67 HTTP/1.1" status: 200 len: 210 time: 0.0257494 Feb 18 12:34:10.478018 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:11.981621 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:12.860697 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54020) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:13.020277 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Deleting port db538e9a-176f-4e96-8e12-eae459d7ff29 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:34:13.020622 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (db538e9a-176f-4e96-8e12-eae459d7ff29), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:13.048942 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4509d496-d3be-4e5e-9739-93b8e6aed9d0 req-a4ae4618-6563-424d-9e2f-4bb4b3be8ce3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482223 Feb 18 12:34:13.100587 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (db538e9a-176f-4e96-8e12-eae459d7ff29), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:13.100924 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for floatingip (db538e9a-176f-4e96-8e12-eae459d7ff29), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:13.115843 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Calling delete_port for db538e9a-176f-4e96-8e12-eae459d7ff29 owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:34:13.119186 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509d496-d3be-4e5e-9739-93b8e6aed9d0 req-a4670f6e-0f8a-4be1-b359-9eba0aeca7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:13.120648 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4509d496-d3be-4e5e-9739-93b8e6aed9d0 req-a4670f6e-0f8a-4be1-b359-9eba0aeca7df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c5cedac69764095b416f7b3f7ab59c5&device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 1129 time: 0.0503623 Feb 18 12:34:13.223143 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509d496-d3be-4e5e-9739-93b8e6aed9d0 req-3b8cb3a0-85e3-4afb-ac83-ed62b02f4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:13.224526 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4509d496-d3be-4e5e-9739-93b8e6aed9d0 req-3b8cb3a0-85e3-4afb-ac83-ed62b02f4e8d service neutron] 10.222.0.82 "GET /v2.0/networks?id=1c250558-5b61-4ce2-af5f-56eacc6b0cea HTTP/1.1" status: 200 len: 910 time: 0.0843470 Feb 18 12:34:13.292810 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4509d496-d3be-4e5e-9739-93b8e6aed9d0 req-0db1e02b-cc11-4d5c-90bc-98864aff5290 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25171995-49f0-4ef1-9c10-dc639aab29c8 HTTP/1.1" status: 200 len: 1001 time: 0.0610864 Feb 18 12:34:13.339961 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509d496-d3be-4e5e-9739-93b8e6aed9d0 req-fa91ffb4-312e-4de9-ae1b-03033b9d0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:13.341407 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4509d496-d3be-4e5e-9739-93b8e6aed9d0 req-fa91ffb4-312e-4de9-ae1b-03033b9d0b0c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=46eb2fcb-a393-468a-896a-e9bbd83c3652 HTTP/1.1" status: 200 len: 848 time: 0.0429685 Feb 18 12:34:13.352450 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (db538e9a-176f-4e96-8e12-eae459d7ff29), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:13.381495 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event deleted for resources: {'Port': ['ID=db538e9a-176f-4e96-8e12-eae459d7ff29,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:13.393136 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509d496-d3be-4e5e-9739-93b8e6aed9d0 req-14d049d3-d184-4f1c-be3e-677535e53a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:13.394002 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4509d496-d3be-4e5e-9739-93b8e6aed9d0 req-14d049d3-d184-4f1c-be3e-677535e53a10 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1c250558-5b61-4ce2-af5f-56eacc6b0cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445611 Feb 18 12:34:13.418777 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:13.419390 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:13.419836 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:13.420180 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:13.420522 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:13.420862 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:13.421197 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:13.421533 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:13.421866 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:13.422226 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:13.422557 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:13.422899 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:13.423202 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:13.468464 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for floatingip (3221f99d-b9c9-4c5d-b3e4-31f5db1760a3), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:13.468796 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Floating IP 3221f99d-b9c9-4c5d-b3e4-31f5db1760a3 disassociated (deleted). External IP: 172.27.2.99, port: 62b8b65a-0ea3-42c9-a836-5178473f55fa. Feb 18 12:34:13.498468 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4509d496-d3be-4e5e-9739-93b8e6aed9d0 req-e56c652a-f985-4ea9-b830-b98bd65f94a3 service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964155 Feb 18 12:34:13.587177 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-4509d496-d3be-4e5e-9739-93b8e6aed9d0 req-e7f809f2-11a2-4eda-8558-90a812629f22 service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816677 Feb 18 12:34:13.688473 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:34:13.794503 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:34:13.799267 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:13.803953 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e734ab9d-450c-439b-9b11-c3b1c29c8edf None None] Sync routers for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:34:13.813558 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e734ab9d-450c-439b-9b11-c3b1c29c8edf None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:34:13.814275 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-e734ab9d-450c-439b-9b11-c3b1c29c8edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:34:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:13.828928 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-46c4a063-37b1-4fc4-a1bb-75a3478e242e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "DELETE /v2.0/floatingips/3221f99d-b9c9-4c5d-b3e4-31f5db1760a3 HTTP/1.1" status: 204 len: 168 time: 0.9666350 Feb 18 12:34:13.829497 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'tag': '62b8b65a-0ea3-42c9-a836-5178473f55fa'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:34:13.831737 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d728a8607cc53405b141b0315efa200b0cd0e952a259bf9e0ca5c943bb659e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06d481b-64cb-46a0-9d94-b2dc63bfcaf5" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff", "tag": "62b8b65a-0ea3-42c9-a836-5178473f55fa"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:34:13.868212 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23445757-a06e-4353-b729-8f03a5ec2a20 x-openstack-request-id: req-23445757-a06e-4353-b729-8f03a5ec2a20 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:34:13.869193 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff", "tag": "62b8b65a-0ea3-42c9-a836-5178473f55fa", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:34:13.869454 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23445757-a06e-4353-b729-8f03a5ec2a20 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:34:13.869863 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'tag': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'status': 'completed', 'code': 200} Feb 18 12:34:13.929132 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-e734ab9d-450c-439b-9b11-c3b1c29c8edf None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:34:13.947903 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d481b-64cb-46a0-9d94-b2dc63bfcaf5 req-bb93674d-aa6e-494a-ba3d-62ed40999191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:13.949545 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f06d481b-64cb-46a0-9d94-b2dc63bfcaf5 req-bb93674d-aa6e-494a-ba3d-62ed40999191 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 1129 time: 0.0543132 Feb 18 12:34:14.039796 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d481b-64cb-46a0-9d94-b2dc63bfcaf5 req-83a909df-aa30-429f-aede-6461716cbc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:14.041351 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f06d481b-64cb-46a0-9d94-b2dc63bfcaf5 req-83a909df-aa30-429f-aede-6461716cbc5a service neutron] 10.222.0.82 "GET /v2.0/networks?id=ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 200 len: 913 time: 0.0862989 Feb 18 12:34:14.087298 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f06d481b-64cb-46a0-9d94-b2dc63bfcaf5 req-e674599b-4bf3-47be-ad38-c3d9bf32bc4a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62b8b65a-0ea3-42c9-a836-5178473f55fa HTTP/1.1" status: 200 len: 217 time: 0.0387783 Feb 18 12:34:14.126706 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-e734ab9d-450c-439b-9b11-c3b1c29c8edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:14.138360 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d481b-64cb-46a0-9d94-b2dc63bfcaf5 req-539687df-5091-4797-9c7a-1eafd0550745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:14.139829 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f06d481b-64cb-46a0-9d94-b2dc63bfcaf5 req-539687df-5091-4797-9c7a-1eafd0550745 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a HTTP/1.1" status: 200 len: 851 time: 0.0442903 Feb 18 12:34:14.161437 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e734ab9d-450c-439b-9b11-c3b1c29c8edf None None] Checking router: a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:34:14.174647 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e734ab9d-450c-439b-9b11-c3b1c29c8edf None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:34:14.175693 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-e734ab9d-450c-439b-9b11-c3b1c29c8edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:34:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:14.251638 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d481b-64cb-46a0-9d94-b2dc63bfcaf5 req-6ca3a229-0998-47ee-bd2e-1cd5a4438714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:14.253384 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f06d481b-64cb-46a0-9d94-b2dc63bfcaf5 req-6ca3a229-0998-47ee-bd2e-1cd5a4438714 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ffb8dc52-3419-418a-8199-5a2a6a804c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1064987 Feb 18 12:34:14.292385 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-e734ab9d-450c-439b-9b11-c3b1c29c8edf None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:34:14.398246 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f06d481b-64cb-46a0-9d94-b2dc63bfcaf5 req-9c82c025-4fd6-411a-8575-7beb6ff684f3 service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365857 Feb 18 12:34:14.455217 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef338d0-56f6-49cc-8c40-a8a4b345d6c7 req-1df7d700-e1f3-48b9-8fe9-267bb4029d90 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:14.456683 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fef338d0-56f6-49cc-8c40-a8a4b345d6c7 req-1df7d700-e1f3-48b9-8fe9-267bb4029d90 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 945 time: 0.1130731 Feb 18 12:34:14.508103 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-e734ab9d-450c-439b-9b11-c3b1c29c8edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:14.539852 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fef338d0-56f6-49cc-8c40-a8a4b345d6c7 req-2d262d95-883a-4569-abe9-98a7e191fbea tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728152 Feb 18 12:34:14.540605 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e734ab9d-450c-439b-9b11-c3b1c29c8edf None None] The sync data for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi is: [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:26:07Z', 'revision_number': 4, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '1db4def7-caa3-48dd-bea4-c03f6b59674c', 'name': '', 'network_id': 'ffb8dc52-3419-418a-8199-5a2a6a804c20', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'mac_address': 'fa:16:3e:1f:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:06Z', 'updated_at': '2022-02-18T12:26:11Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'subnets': [{'id': '4d6a2a05-4bd5-4f3c-a354-4c278cc7441a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:34:14.544484 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f06d481b-64cb-46a0-9d94-b2dc63bfcaf5 req-def0265e-1543-4fcd-aa75-55988e8010fe service neutron] 10.222.0.82 "GET /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390347 Feb 18 12:34:14.759844 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420e350-0fb5-40c1-b0a4-2c11cc79f69d None None] New status for floating IP 3221f99d-b9c9-4c5d-b3e4-31f5db1760a3: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:34:15.660940 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9fc60-325e-4465-b3b6-f8e3bdc96886 req-ad231d8b-dfdd-4496-8d49-7204c0796f6e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:15.662657 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-55f9fc60-325e-4465-b3b6-f8e3bdc96886 req-ad231d8b-dfdd-4496-8d49-7204c0796f6e tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 945 time: 0.0540388 Feb 18 12:34:15.712329 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-55f9fc60-325e-4465-b3b6-f8e3bdc96886 req-f3cef402-45d4-4aa7-a1ee-3e6884f89130 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/security-groups?id=a52e31f2-f603-4f94-8ec4-182ac0a4cb61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444815 Feb 18 12:34:16.067259 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a8a4a-caac-4ef5-8527-fac913f44e60 req-68010ad0-1cbe-4c3b-8f2d-42093c2a1624 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:16.068694 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0a4a8a4a-caac-4ef5-8527-fac913f44e60 req-68010ad0-1cbe-4c3b-8f2d-42093c2a1624 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 945 time: 0.0847297 Feb 18 12:34:16.075967 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec76fca-87a0-4482-aaae-7e85298d63bb req-c938658b-5545-47e9-a6c1-1cda78c9d34f tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:16.077310 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bec76fca-87a0-4482-aaae-7e85298d63bb req-c938658b-5545-47e9-a6c1-1cda78c9d34f tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 946 time: 0.0921376 Feb 18 12:34:16.428517 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bec76fca-87a0-4482-aaae-7e85298d63bb req-319550b8-2c29-4891-9113-6d505481529d tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435340 Feb 18 12:34:16.450138 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-0a4a8a4a-caac-4ef5-8527-fac913f44e60 req-e24e2af3-0144-46de-9bab-240137b05487 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Deleting port 62b8b65a-0ea3-42c9-a836-5178473f55fa {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:34:16.450489 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0a4a8a4a-caac-4ef5-8527-fac913f44e60 req-e24e2af3-0144-46de-9bab-240137b05487 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:16.538865 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-0a4a8a4a-caac-4ef5-8527-fac913f44e60 req-e24e2af3-0144-46de-9bab-240137b05487 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] For port 62b8b65a-0ea3-42c9-a836-5178473f55fa, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=62b8b65a-0ea3-42c9-a836-5178473f55fa,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:16.539267 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0a4a8a4a-caac-4ef5-8527-fac913f44e60 req-e24e2af3-0144-46de-9bab-240137b05487 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:16.551127 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-0a4a8a4a-caac-4ef5-8527-fac913f44e60 req-e24e2af3-0144-46de-9bab-240137b05487 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Calling delete_port for 62b8b65a-0ea3-42c9-a836-5178473f55fa owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:34:16.729417 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0a4a8a4a-caac-4ef5-8527-fac913f44e60 req-e24e2af3-0144-46de-9bab-240137b05487 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (62b8b65a-0ea3-42c9-a836-5178473f55fa), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:16.757464 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e2af3-0144-46de-9bab-240137b05487 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event deleted for resources: {'Port': ['ID=62b8b65a-0ea3-42c9-a836-5178473f55fa,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:16.823775 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4a8a4a-caac-4ef5-8527-fac913f44e60 req-e24e2af3-0144-46de-9bab-240137b05487 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] No DVR routers for this DVR port 62b8b65a-0ea3-42c9-a836-5178473f55fa on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:34:16.826802 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-0a4a8a4a-caac-4ef5-8527-fac913f44e60 req-e24e2af3-0144-46de-9bab-240137b05487 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:16.830266 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0a4a8a4a-caac-4ef5-8527-fac913f44e60 req-e24e2af3-0144-46de-9bab-240137b05487 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.82 "DELETE /v2.0/ports/62b8b65a-0ea3-42c9-a836-5178473f55fa HTTP/1.1" status: 204 len: 173 time: 0.7520645 Feb 18 12:34:16.830864 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'name': 'network-vif-deleted', 'tag': '62b8b65a-0ea3-42c9-a836-5178473f55fa'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:34:16.833114 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b8652a-c74c-478b-a041-87eedad06af1" -d '{"events": [{"server_uuid": "2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff", "name": "network-vif-deleted", "tag": "62b8b65a-0ea3-42c9-a836-5178473f55fa"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:34:16.836758 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-074b0538-1085-4daf-8cb7-bc7b896f8bcd req-36f6e8d7-9e4f-4812-bb79-bfa7e480bc59 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 210 time: 0.0533328 Feb 18 12:34:16.872943 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70069b60-99e2-4585-9e78-fc1b92cda3c5 x-openstack-request-id: req-70069b60-99e2-4585-9e78-fc1b92cda3c5 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:34:16.872943 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff", "name": "network-vif-deleted", "tag": "62b8b65a-0ea3-42c9-a836-5178473f55fa", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:34:16.872943 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70069b60-99e2-4585-9e78-fc1b92cda3c5 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:34:16.872943 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff', 'name': 'network-vif-deleted', 'tag': '62b8b65a-0ea3-42c9-a836-5178473f55fa', 'status': 'completed', 'code': 200} Feb 18 12:34:17.544859 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77d0f5-214e-45d1-9b0f-69b0dc186084 req-a06ccc29-32a6-4fdf-a71d-8f821b9024c9 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:17.546324 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cf77d0f5-214e-45d1-9b0f-69b0dc186084 req-a06ccc29-32a6-4fdf-a71d-8f821b9024c9 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 946 time: 0.0523477 Feb 18 12:34:17.623141 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cf77d0f5-214e-45d1-9b0f-69b0dc186084 req-a6a1ebf3-f214-47b5-885f-3d69bde04a64 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712667 Feb 18 12:34:17.649962 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd5507-d6c3-4b4f-b708-f5cb0a362821 req-1ecddbc3-7474-489f-b7fe-c159622b9746 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:17.651390 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-defd5507-d6c3-4b4f-b708-f5cb0a362821 req-1ecddbc3-7474-489f-b7fe-c159622b9746 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.82 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 946 time: 0.0717571 Feb 18 12:34:17.751880 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-defd5507-d6c3-4b4f-b708-f5cb0a362821 req-f6146219-bfa6-4dd7-8247-0992507d15cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Deleting port bedacfce-90a9-4134-ad78-a1ed5b777119 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:34:17.752536 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-defd5507-d6c3-4b4f-b708-f5cb0a362821 req-f6146219-bfa6-4dd7-8247-0992507d15cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:17.838270 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-defd5507-d6c3-4b4f-b708-f5cb0a362821 req-f6146219-bfa6-4dd7-8247-0992507d15cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] For port bedacfce-90a9-4134-ad78-a1ed5b777119, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bedacfce-90a9-4134-ad78-a1ed5b777119,segment=NetworkSegment(872aa927-c745-408b-818d-4ea38ef35ed0),segment_id=872aa927-c745-408b-818d-4ea38ef35ed0)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:17.838644 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-defd5507-d6c3-4b4f-b708-f5cb0a362821 req-f6146219-bfa6-4dd7-8247-0992507d15cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:17.851895 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-defd5507-d6c3-4b4f-b708-f5cb0a362821 req-f6146219-bfa6-4dd7-8247-0992507d15cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Calling delete_port for bedacfce-90a9-4134-ad78-a1ed5b777119 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:34:17.959432 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ea2b77c6-e61d-4113-909c-b2e54dfb0243 req-d0190a2c-1b31-4f40-bbbc-fe647fbd6949 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc51ec1-bd4b-4a9c-8d71-77fafe7542ff HTTP/1.1" status: 200 len: 210 time: 0.0388219 Feb 18 12:34:18.083711 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-defd5507-d6c3-4b4f-b708-f5cb0a362821 req-f6146219-bfa6-4dd7-8247-0992507d15cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (bedacfce-90a9-4134-ad78-a1ed5b777119), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:18.095174 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['bedacfce-90a9-4134-ad78-a1ed5b777119'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:34:18.115025 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6146219-bfa6-4dd7-8247-0992507d15cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Pushing event deleted for resources: {'Port': ['ID=bedacfce-90a9-4134-ad78-a1ed5b777119,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:18.157820 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-defd5507-d6c3-4b4f-b708-f5cb0a362821 req-f6146219-bfa6-4dd7-8247-0992507d15cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] No DVR routers for this DVR port bedacfce-90a9-4134-ad78-a1ed5b777119 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:34:18.160165 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-defd5507-d6c3-4b4f-b708-f5cb0a362821 req-f6146219-bfa6-4dd7-8247-0992507d15cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:18.163429 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-defd5507-d6c3-4b4f-b708-f5cb0a362821 req-f6146219-bfa6-4dd7-8247-0992507d15cf tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.82 "DELETE /v2.0/ports/bedacfce-90a9-4134-ad78-a1ed5b777119 HTTP/1.1" status: 204 len: 173 time: 0.5033839 Feb 18 12:34:18.269896 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device bedacfce-90a9-4134-ad78-a1ed5b777119 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:34:18.294255 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: bedacfce-90a9-4134-ad78-a1ed5b777119 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:34:18.294596 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device bedacfce-90a9-4134-ad78-a1ed5b777119 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:34:18.295016 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 62b8b65a-0ea3-42c9-a836-5178473f55fa no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:34:18.313089 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: 62b8b65a-0ea3-42c9-a836-5178473f55fa {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:34:18.313427 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 62b8b65a-0ea3-42c9-a836-5178473f55fa not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:34:18.726718 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c1337dc9-b912-4ca5-8c2d-c9ec07583b06 req-a3ae104e-a316-4c20-bdae-c911174b83aa tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaa56162-e0d1-4fa7-a42e-2581c922a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0260935 Feb 18 12:34:18.873585 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa56162-e0d1-4fa7-a42e-2581c922a2a2', 'name': 'network-vif-deleted', 'tag': 'bedacfce-90a9-4134-ad78-a1ed5b777119'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:34:18.875925 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5d276f-491e-4b43-8248-9d2225707758" -d '{"events": [{"server_uuid": "aaa56162-e0d1-4fa7-a42e-2581c922a2a2", "name": "network-vif-deleted", "tag": "bedacfce-90a9-4134-ad78-a1ed5b777119"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:34:18.910490 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2366603-af6b-45da-b7d7-77a02022291c x-openstack-request-id: req-b2366603-af6b-45da-b7d7-77a02022291c {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:34:18.910830 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa56162-e0d1-4fa7-a42e-2581c922a2a2", "name": "network-vif-deleted", "tag": "bedacfce-90a9-4134-ad78-a1ed5b777119", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:34:18.911086 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2366603-af6b-45da-b7d7-77a02022291c {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:34:18.911501 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa56162-e0d1-4fa7-a42e-2581c922a2a2', 'name': 'network-vif-deleted', 'tag': 'bedacfce-90a9-4134-ad78-a1ed5b777119', 'status': 'completed', 'code': 200} Feb 18 12:34:19.015581 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54070) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:19.135814 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-61e67c39-2d71-4107-a424-f5232ad8bab1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Deleting port 77128572-35ed-429d-8d87-a8e736680329 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:34:19.136156 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-61e67c39-2d71-4107-a424-f5232ad8bab1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (77128572-35ed-429d-8d87-a8e736680329), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:19.210348 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-61e67c39-2d71-4107-a424-f5232ad8bab1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (77128572-35ed-429d-8d87-a8e736680329), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:19.210584 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-61e67c39-2d71-4107-a424-f5232ad8bab1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for floatingip (77128572-35ed-429d-8d87-a8e736680329), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:19.222275 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-61e67c39-2d71-4107-a424-f5232ad8bab1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Calling delete_port for 77128572-35ed-429d-8d87-a8e736680329 owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:34:19.420656 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-61e67c39-2d71-4107-a424-f5232ad8bab1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (77128572-35ed-429d-8d87-a8e736680329), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:19.446496 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e67c39-2d71-4107-a424-f5232ad8bab1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event deleted for resources: {'Port': ['ID=77128572-35ed-429d-8d87-a8e736680329,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:19.516967 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-61e67c39-2d71-4107-a424-f5232ad8bab1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for floatingip (4d067b3f-6254-4cc0-8098-4c2b876faf6c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:19.519541 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-61e67c39-2d71-4107-a424-f5232ad8bab1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:19.520713 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-61e67c39-2d71-4107-a424-f5232ad8bab1 tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "DELETE /v2.0/floatingips/4d067b3f-6254-4cc0-8098-4c2b876faf6c HTTP/1.1" status: 204 len: 168 time: 0.5041742 Feb 18 12:34:20.567099 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e9de6-71ae-48d7-891f-6862d9a84e34 req-cd03d678-51c7-4500-8038-129b54eb84b8 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:20.568558 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2c3e9de6-71ae-48d7-891f-6862d9a84e34 req-cd03d678-51c7-4500-8038-129b54eb84b8 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0521195 Feb 18 12:34:20.617220 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2c3e9de6-71ae-48d7-891f-6862d9a84e34 req-0dedc8a9-ebd2-4392-9356-e095474b9e29 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427873 Feb 18 12:34:20.822649 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54092) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:20.877280 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4816e7e6-f6ac-4118-9f61-0532cfbe0b1c tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group (a52e31f2-f603-4f94-8ec4-182ac0a4cb61), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:20.901161 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4816e7e6-f6ac-4118-9f61-0532cfbe0b1c tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group (a52e31f2-f603-4f94-8ec4-182ac0a4cb61), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:21.030392 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4816e7e6-f6ac-4118-9f61-0532cfbe0b1c tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (a52e31f2-f603-4f94-8ec4-182ac0a4cb61), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:21.032999 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4816e7e6-f6ac-4118-9f61-0532cfbe0b1c tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:21.034236 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4816e7e6-f6ac-4118-9f61-0532cfbe0b1c tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] 10.222.0.52 "DELETE /v2.0/security-groups/a52e31f2-f603-4f94-8ec4-182ac0a4cb61 HTTP/1.1" status: 204 len: 168 time: 0.2104859 Feb 18 12:34:21.043043 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816e7e6-f6ac-4118-9f61-0532cfbe0b1c tempest-TestVolumeBootPattern-531567315 tempest-TestVolumeBootPattern-531567315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52e31f2-f603-4f94-8ec4-182ac0a4cb61,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:21.224088 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54096) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:21.612586 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-97ecb5c9-e0e8-4f0e-bd18-151210b52426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557039'] for router_interface (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:21.736386 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e09417-a159-4e49-9c90-6358c8009900 req-6626c731-cf9f-4fc1-85d2-420163a9a80a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:21.737769 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5e09417-a159-4e49-9c90-6358c8009900 req-6626c731-cf9f-4fc1-85d2-420163a9a80a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0543659 Feb 18 12:34:21.786273 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e5e09417-a159-4e49-9c90-6358c8009900 req-3441bd52-47fd-4416-ab95-46447eefb382 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 Feb 18 12:34:21.855259 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-97ecb5c9-e0e8-4f0e-bd18-151210b52426 admin admin] Deleting port 1db4def7-caa3-48dd-bea4-c03f6b59674c {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:34:21.855860 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-97ecb5c9-e0e8-4f0e-bd18-151210b52426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:21.929423 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-97ecb5c9-e0e8-4f0e-bd18-151210b52426 admin admin] For port 1db4def7-caa3-48dd-bea4-c03f6b59674c, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=1db4def7-caa3-48dd-bea4-c03f6b59674c,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:21.929778 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-97ecb5c9-e0e8-4f0e-bd18-151210b52426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:21.945506 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-97ecb5c9-e0e8-4f0e-bd18-151210b52426 admin admin] Calling delete_port for 1db4def7-caa3-48dd-bea4-c03f6b59674c owned by network:router_interface {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:34:22.157832 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-97ecb5c9-e0e8-4f0e-bd18-151210b52426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (1db4def7-caa3-48dd-bea4-c03f6b59674c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:22.182862 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecb5c9-e0e8-4f0e-bd18-151210b52426 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db4def7-caa3-48dd-bea4-c03f6b59674c,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:22.550794 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-97ecb5c9-e0e8-4f0e-bd18-151210b52426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-553503'] for router_interface (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:22.764168 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ecb5c9-e0e8-4f0e-bd18-151210b52426 admin admin] Router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:34:22.871040 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ecb5c9-e0e8-4f0e-bd18-151210b52426 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:34:22.878581 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-97ecb5c9-e0e8-4f0e-bd18-151210b52426 admin admin] 10.222.0.52 "PUT /v2.0/routers/a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6509142 Feb 18 12:34:22.878581 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54108) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:22.882942 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2c205-2d74-4283-a4fa-9cf1bc8bfcb0 None None] Sync routers for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:34:22.893693 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a2c205-2d74-4283-a4fa-9cf1bc8bfcb0 None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:34:22.894706 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-a4a2c205-2d74-4283-a4fa-9cf1bc8bfcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:34:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:22.909030 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607de6f-4eda-4637-95f8-5b023c601cca req-d3561852-e3de-4378-a950-4c09a7a99dee tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:22.910667 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0607de6f-4eda-4637-95f8-5b023c601cca req-d3561852-e3de-4378-a950-4c09a7a99dee tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0549493 Feb 18 12:34:22.961648 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-0607de6f-4eda-4637-95f8-5b023c601cca req-ea7d1bfa-6328-44bd-b998-6b517bb44a5b tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442474 Feb 18 12:34:22.985787 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] Publish callbacks [] for router (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:23.003288 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-a4a2c205-2d74-4283-a4fa-9cf1bc8bfcb0 None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:34:23.094572 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] Publish callbacks [] for router_gateway (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:23.280013 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] Deleting port 2d6a2a47-760f-4de3-9c41-4a1392d42dae {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:34:23.280345 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (2d6a2a47-760f-4de3-9c41-4a1392d42dae), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:23.316009 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-a4a2c205-2d74-4283-a4fa-9cf1bc8bfcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:34:22Z', 'revision_number': 5, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port': {'id': '2d6a2a47-760f-4de3-9c41-4a1392d42dae', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:04Z', 'updated_at': '2022-02-18T12:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:23.341934 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2c205-2d74-4283-a4fa-9cf1bc8bfcb0 None None] Checking router: a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:34:23.350465 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a2c205-2d74-4283-a4fa-9cf1bc8bfcb0 None None] Routers {'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:34:23.350986 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-a4a2c205-2d74-4283-a4fa-9cf1bc8bfcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:34:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:23.369254 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] For port 2d6a2a47-760f-4de3-9c41-4a1392d42dae, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=2d6a2a47-760f-4de3-9c41-4a1392d42dae,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:23.369640 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (2d6a2a47-760f-4de3-9c41-4a1392d42dae), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:23.383988 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] Calling delete_port for 2d6a2a47-760f-4de3-9c41-4a1392d42dae owned by network:router_gateway {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:34:23.440658 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-a4a2c205-2d74-4283-a4fa-9cf1bc8bfcb0 None None] Set router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 gateway port host: None {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:34:23.492667 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-a4a2c205-2d74-4283-a4fa-9cf1bc8bfcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:34:23Z', 'revision_number': 6, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port_host': None}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:23.525616 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2c205-2d74-4283-a4fa-9cf1bc8bfcb0 None None] The sync data for ids ['a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8'] in dv-cinder-804757-15-iscsi is: [{'id': 'a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8', 'name': 'tempest-TestVolumeBootPattern-1766009811-router', 'tenant_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:03Z', 'updated_at': '2022-02-18T12:34:23Z', 'revision_number': 6, 'project_id': 'd95d62cfc2894c6eba70f010580d7c1a', 'gw_port_host': None}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:34:23.638555 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (2d6a2a47-760f-4de3-9c41-4a1392d42dae), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:23.664323 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6a2a47-760f-4de3-9c41-4a1392d42dae,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:23.754524 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555185'] for router_gateway (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:23.844648 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125531'] for router (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:23.846662 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] Publish callbacks [] for router_controller (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.002373 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554004'] for router (a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.002938 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 {{(pid=103420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:34:24.012923 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.012923 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-63c2079a-b3bf-4670-946d-b3982db1e901 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a17fa83f-d65d-4d4e-a79b-f969dc5a7ee8 HTTP/1.1" status: 204 len: 168 time: 1.1296031 Feb 18 12:34:24.012923 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54126) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:24.057173 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-12584bc7-6b44-48c3-aedd-aa8ed7ca8012 admin admin] Deleting subnet 4d6a2a05-4bd5-4f3c-a354-4c278cc7441a {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:34:24.061559 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-12584bc7-6b44-48c3-aedd-aa8ed7ca8012 admin admin] Publish callbacks [] for subnet (4d6a2a05-4bd5-4f3c-a354-4c278cc7441a), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.088976 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4dd78-595b-48e9-9a00-08574dd8ba6a req-c689c398-f59b-4860-b3a7-d7c1f0f1a6b2 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:24.090540 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d6b4dd78-595b-48e9-9a00-08574dd8ba6a req-c689c398-f59b-4860-b3a7-d7c1f0f1a6b2 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0593092 Feb 18 12:34:24.099072 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-12584bc7-6b44-48c3-aedd-aa8ed7ca8012 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14228871'] for subnet (4d6a2a05-4bd5-4f3c-a354-4c278cc7441a), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.139570 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d6b4dd78-595b-48e9-9a00-08574dd8ba6a req-6937caa2-78a7-4a73-ae47-11e6dcca98af tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427923 Feb 18 12:34:24.179373 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-12584bc7-6b44-48c3-aedd-aa8ed7ca8012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (4d6a2a05-4bd5-4f3c-a354-4c278cc7441a), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.295803 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-12584bc7-6b44-48c3-aedd-aa8ed7ca8012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12850526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326161'] for subnet (4d6a2a05-4bd5-4f3c-a354-4c278cc7441a), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.320425 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12584bc7-6b44-48c3-aedd-aa8ed7ca8012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d6a2a05-4bd5-4f3c-a354-4c278cc7441a,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:24.326025 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-12584bc7-6b44-48c3-aedd-aa8ed7ca8012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.331444 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca40f18-dbec-4c86-a8ea-4ccb3a5634af None None] Network ffb8dc52-3419-418a-8199-5a2a6a804c20 requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:34:24.331975 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-12584bc7-6b44-48c3-aedd-aa8ed7ca8012 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4d6a2a05-4bd5-4f3c-a354-4c278cc7441a HTTP/1.1" status: 204 len: 168 time: 0.3183801 Feb 18 12:34:24.332089 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 54128) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:24.401864 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (ffb8dc52-3419-418a-8199-5a2a6a804c20), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.454853 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Deleting port c0f24ac8-fc8c-42de-94aa-f49b016601b9 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:34:24.455250 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.494992 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9126cd91-4c64-40bb-a942-0cc07f1408e2 None None] DHCP port deletion for ffb8dc52-3419-418a-8199-5a2a6a804c20 request from dv-cinder-804757-15-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:34:24.525748 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] For port c0f24ac8-fc8c-42de-94aa-f49b016601b9, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=c0f24ac8-fc8c-42de-94aa-f49b016601b9,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:24.526141 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.540307 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Calling delete_port for c0f24ac8-fc8c-42de-94aa-f49b016601b9 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:34:24.551593 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-9126cd91-4c64-40bb-a942-0cc07f1408e2 None None] Deleting port c0f24ac8-fc8c-42de-94aa-f49b016601b9 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:34:24.551971 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9126cd91-4c64-40bb-a942-0cc07f1408e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.616693 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-9126cd91-4c64-40bb-a942-0cc07f1408e2 None None] For port c0f24ac8-fc8c-42de-94aa-f49b016601b9, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=c0f24ac8-fc8c-42de-94aa-f49b016601b9,segment=NetworkSegment(f756821a-5530-4668-89ee-c5398b50c4c2),segment_id=f756821a-5530-4668-89ee-c5398b50c4c2)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:24.617094 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9126cd91-4c64-40bb-a942-0cc07f1408e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.629229 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-9126cd91-4c64-40bb-a942-0cc07f1408e2 None None] Calling delete_port for c0f24ac8-fc8c-42de-94aa-f49b016601b9 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:34:24.724218 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.730669 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9126cd91-4c64-40bb-a942-0cc07f1408e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111'] for port (c0f24ac8-fc8c-42de-94aa-f49b016601b9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.756518 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126cd91-4c64-40bb-a942-0cc07f1408e2 None None] Pushing event deleted for resources: {'Port': ['ID=c0f24ac8-fc8c-42de-94aa-f49b016601b9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:24.758900 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] No DVR routers for this DVR port c0f24ac8-fc8c-42de-94aa-f49b016601b9 on host dv-cinder-804757-15-iscsi {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:34:24.768900 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f24ac8-fc8c-42de-94aa-f49b016601b9,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:24.770313 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9126cd91-4c64-40bb-a942-0cc07f1408e2 None None] No DVR routers for this DVR port c0f24ac8-fc8c-42de-94aa-f49b016601b9 on host dv-cinder-804757-15-iscsi {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:34:24.838850 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (ffb8dc52-3419-418a-8199-5a2a6a804c20), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.858771 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb8dc52-3419-418a-8199-5a2a6a804c20']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:24.867671 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f756821a-5530-4668-89ee-c5398b50c4c2') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:24.867965 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f756821a-5530-4668-89ee-c5398b50c4c2') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:24.877417 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919526'] for segment (f756821a-5530-4668-89ee-c5398b50c4c2), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.890879 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (f756821a-5530-4668-89ee-c5398b50c4c2), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.896502 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:34:24.896874 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12919947'] for segment (f756821a-5530-4668-89ee-c5398b50c4c2), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: Traceback (most recent call last): Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: timer() Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: cb(*args, **kw) Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: return func(*args, **kwargs) Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: self._notify() Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: self.callback(batched_events) Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: event.method(event) Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: return f(self, *a, **k) Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._get(url).json() Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:34:24.898493 dv-cinder-804757-15-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:34:25.043731 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (ffb8dc52-3419-418a-8199-5a2a6a804c20), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:25.048127 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:25.058815 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ffb8dc52-3419-418a-8199-5a2a6a804c20 HTTP/1.1" status: 204 len: 168 time: 0.7182934 Feb 18 12:34:25.058941 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54134) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:25.064826 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fec29-79ed-4552-a62c-75a11a64cae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb8dc52-3419-418a-8199-5a2a6a804c20,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:25.258310 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515328c-a960-4679-8b5a-121fff0040ff req-848fa326-ec12-4f7f-9809-320614d605c7 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:25.259778 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5515328c-a960-4679-8b5a-121fff0040ff req-848fa326-ec12-4f7f-9809-320614d605c7 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0518432 Feb 18 12:34:25.310936 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5515328c-a960-4679-8b5a-121fff0040ff req-85b4718c-57bc-4d3a-be31-0c284b85717e tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444167 Feb 18 12:34:25.412484 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fe887375-cc25-40b7-9dce-9b585a7694ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557039'] for router_interface (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:25.550745 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device c0f24ac8-fc8c-42de-94aa-f49b016601b9 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:34:25.571676 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: c0f24ac8-fc8c-42de-94aa-f49b016601b9 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:34:25.571940 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device c0f24ac8-fc8c-42de-94aa-f49b016601b9 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:34:25.572354 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 1db4def7-caa3-48dd-bea4-c03f6b59674c no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:34:25.606357 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 1db4def7-caa3-48dd-bea4-c03f6b59674c {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:34:25.606699 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 1db4def7-caa3-48dd-bea4-c03f6b59674c not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:34:25.611844 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 2d6a2a47-760f-4de3-9c41-4a1392d42dae no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:34:25.627029 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 2d6a2a47-760f-4de3-9c41-4a1392d42dae {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:34:25.627376 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 2d6a2a47-760f-4de3-9c41-4a1392d42dae not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:34:25.667368 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-fe887375-cc25-40b7-9dce-9b585a7694ed admin admin] Deleting port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:34:25.667806 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fe887375-cc25-40b7-9dce-9b585a7694ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:25.745199 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-fe887375-cc25-40b7-9dce-9b585a7694ed admin admin] For port 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878,segment=NetworkSegment(c9c23f26-9b64-4667-ab6c-59c13f8408cd),segment_id=c9c23f26-9b64-4667-ab6c-59c13f8408cd)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:25.745559 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fe887375-cc25-40b7-9dce-9b585a7694ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:25.757873 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-fe887375-cc25-40b7-9dce-9b585a7694ed admin admin] Calling delete_port for 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 owned by network:router_interface {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:34:26.060385 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fe887375-cc25-40b7-9dce-9b585a7694ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:26.091285 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe887375-cc25-40b7-9dce-9b585a7694ed admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:26.436415 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabed59e-a9f5-419f-9764-2849ef1564bf req-4cf7a008-cd91-4978-8e3b-608d10d36e39 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:26.438018 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cabed59e-a9f5-419f-9764-2849ef1564bf req-4cf7a008-cd91-4978-8e3b-608d10d36e39 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0576251 Feb 18 12:34:26.475663 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-fe887375-cc25-40b7-9dce-9b585a7694ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-553503'] for router_interface (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:26.487662 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-cabed59e-a9f5-419f-9764-2849ef1564bf req-54f5d7d3-6f43-4f50-b605-952a98120999 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433607 Feb 18 12:34:26.686119 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe887375-cc25-40b7-9dce-9b585a7694ed admin admin] Router ae5f269d-915a-4aa0-9ac3-010fb4c041f4 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:34:26.791141 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe887375-cc25-40b7-9dce-9b585a7694ed admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:34:26.796948 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-fe887375-cc25-40b7-9dce-9b585a7694ed admin admin] 10.222.0.52 "PUT /v2.0/routers/ae5f269d-915a-4aa0-9ac3-010fb4c041f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7414041 Feb 18 12:34:26.799475 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54144) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:26.803191 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757adf3-9f2e-451e-91fc-834e92f0bc2c None None] Sync routers for ids ['ae5f269d-915a-4aa0-9ac3-010fb4c041f4'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:34:26.812658 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757adf3-9f2e-451e-91fc-834e92f0bc2c None None] Routers {'ae5f269d-915a-4aa0-9ac3-010fb4c041f4'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:34:26.815207 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b757adf3-9f2e-451e-91fc-834e92f0bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:34:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['ae5f269d-915a-4aa0-9ac3-010fb4c041f4'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:26.902715 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] Publish callbacks [] for router (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:26.919582 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-b757adf3-9f2e-451e-91fc-834e92f0bc2c None None] Set router ae5f269d-915a-4aa0-9ac3-010fb4c041f4 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:34:27.004907 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] Publish callbacks [] for router_gateway (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:27.091650 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b757adf3-9f2e-451e-91fc-834e92f0bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'name': 'tempest-TestVolumeBootPattern-1636176201-router', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'ac0337a8-7d92-4fb2-817e-68e754eec5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:11Z', 'updated_at': '2022-02-18T12:34:25Z', 'revision_number': 5, 'project_id': '7db3cb6bc7d84c878f84801cc09069c7', 'gw_port': {'id': 'ac0337a8-7d92-4fb2-817e-68e754eec5b8', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:26:12Z', 'updated_at': '2022-02-18T12:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:27.114802 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] Deleting port ac0337a8-7d92-4fb2-817e-68e754eec5b8 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:34:27.115386 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (ac0337a8-7d92-4fb2-817e-68e754eec5b8), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:27.121426 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757adf3-9f2e-451e-91fc-834e92f0bc2c None None] Checking router: ae5f269d-915a-4aa0-9ac3-010fb4c041f4 for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:34:27.129842 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757adf3-9f2e-451e-91fc-834e92f0bc2c None None] Routers {'ae5f269d-915a-4aa0-9ac3-010fb4c041f4'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:34:27.130489 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b757adf3-9f2e-451e-91fc-834e92f0bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:34:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['ae5f269d-915a-4aa0-9ac3-010fb4c041f4'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:27.192861 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] For port ac0337a8-7d92-4fb2-817e-68e754eec5b8, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=ac0337a8-7d92-4fb2-817e-68e754eec5b8,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:27.193222 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (ac0337a8-7d92-4fb2-817e-68e754eec5b8), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:27.205642 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] Calling delete_port for ac0337a8-7d92-4fb2-817e-68e754eec5b8 owned by network:router_gateway {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:34:27.307053 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-b757adf3-9f2e-451e-91fc-834e92f0bc2c None None] Set router ae5f269d-915a-4aa0-9ac3-010fb4c041f4 gateway port host: None {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:34:27.358509 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-b757adf3-9f2e-451e-91fc-834e92f0bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'name': 'tempest-TestVolumeBootPattern-1636176201-router', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:11Z', 'updated_at': '2022-02-18T12:34:27Z', 'revision_number': 6, 'project_id': '7db3cb6bc7d84c878f84801cc09069c7', 'gw_port_host': None}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:27.388229 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757adf3-9f2e-451e-91fc-834e92f0bc2c None None] The sync data for ids ['ae5f269d-915a-4aa0-9ac3-010fb4c041f4'] in dv-cinder-804757-15-iscsi is: [{'id': 'ae5f269d-915a-4aa0-9ac3-010fb4c041f4', 'name': 'tempest-TestVolumeBootPattern-1636176201-router', 'tenant_id': '7db3cb6bc7d84c878f84801cc09069c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:26:11Z', 'updated_at': '2022-02-18T12:34:27Z', 'revision_number': 6, 'project_id': '7db3cb6bc7d84c878f84801cc09069c7', 'gw_port_host': None}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:34:27.455180 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (ac0337a8-7d92-4fb2-817e-68e754eec5b8), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:27.478631 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0337a8-7d92-4fb2-817e-68e754eec5b8,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:27.540517 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555185'] for router_gateway (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:27.604682 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbda6b-bb53-4d08-85ec-fa128d122c66 req-eaec42f1-4e7c-4eb1-bb63-4ef70a1e9af9 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:27.606237 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-75dbda6b-bb53-4d08-85ec-fa128d122c66 req-eaec42f1-4e7c-4eb1-bb63-4ef70a1e9af9 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0521631 Feb 18 12:34:27.641412 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125531'] for router (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:27.643568 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] Publish callbacks [] for router_controller (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:27.655128 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-75dbda6b-bb53-4d08-85ec-fa128d122c66 req-4096a741-44d3-4879-8027-199b6ba8c10e tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Feb 18 12:34:27.752217 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554004'] for router (ae5f269d-915a-4aa0-9ac3-010fb4c041f4), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:27.752772 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae5f269d-915a-4aa0-9ac3-010fb4c041f4 {{(pid=103420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:34:27.757233 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:27.758492 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e18ace74-5549-4f23-8829-3645613b7d26 admin admin] 10.222.0.52 "DELETE /v2.0/routers/ae5f269d-915a-4aa0-9ac3-010fb4c041f4 HTTP/1.1" status: 204 len: 168 time: 0.9580622 Feb 18 12:34:27.761094 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 54150) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:27.807884 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Deleting subnet 908c3c36-a7c8-4f43-85ac-139a2f12b178 {{(pid=103419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:34:27.811593 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Publish callbacks [] for subnet (908c3c36-a7c8-4f43-85ac-139a2f12b178), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:27.828508 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:34:27.848809 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:34:27.849464 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 6c7f4e19-8cf7-4b8c-a3b4-4b3a2baca878 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:34:27.852069 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12919455'] for subnet (908c3c36-a7c8-4f43-85ac-139a2f12b178), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:27.925938 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (908c3c36-a7c8-4f43-85ac-139a2f12b178), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.059927 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12919401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13555628'] for subnet (908c3c36-a7c8-4f43-85ac-139a2f12b178), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.090899 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=908c3c36-a7c8-4f43-85ac-139a2f12b178,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:28.093107 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.096283 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/908c3c36-a7c8-4f43-85ac-139a2f12b178 HTTP/1.1" status: 204 len: 168 time: 0.3339415 Feb 18 12:34:28.098549 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ecff6b-81d8-4ef1-8d7a-e373ce978da7 None None] Network 815e59a5-3694-42df-bfc2-3915bf10aeff requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:34:28.098874 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54152) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:28.101585 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.101950 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.102880 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.102880 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.103090 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.103327 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.103637 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.103967 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.104754 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.105097 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.105430 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.105757 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.106102 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa1d01-684a-4fbb-ab46-d9e77e4b078e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.167282 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (815e59a5-3694-42df-bfc2-3915bf10aeff), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.224647 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Deleting port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:34:28.224984 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.275515 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] DHCP port deletion for 815e59a5-3694-42df-bfc2-3915bf10aeff request from dv-cinder-804757-15-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:34:28.303506 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] For port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=98aff1c7-e87b-46ca-8d95-0451a95ce7e6,segment=NetworkSegment(c9c23f26-9b64-4667-ab6c-59c13f8408cd),segment_id=c9c23f26-9b64-4667-ab6c-59c13f8408cd)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:28.304398 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.323313 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Calling delete_port for 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 owned by network:dhcp {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:34:28.327808 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Deleting port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:34:28.328257 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.398663 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] For port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=98aff1c7-e87b-46ca-8d95-0451a95ce7e6,segment=NetworkSegment(c9c23f26-9b64-4667-ab6c-59c13f8408cd),segment_id=c9c23f26-9b64-4667-ab6c-59c13f8408cd)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:28.399064 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.413077 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Calling delete_port for 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:34:28.433135 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-17220733-b755-497f-a2ad-296ea707e64a tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:28.435136 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-17220733-b755-497f-a2ad-296ea707e64a tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/networks?id=57ae517e-1567-4308-9113-973fccb2be21 HTTP/1.1" status: 200 len: 813 time: 0.1089222 Feb 18 12:34:28.452231 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-0963ce63-369d-4fc8-9cec-b5c16adbd7ca tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/quotas/0b95302ca5894d9286f9be7b84f0341e HTTP/1.1" status: 200 len: 375 time: 0.0115373 Feb 18 12:34:28.478064 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.486209 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-02cd0612-bd7f-4fbe-9730-7699bd185cf7 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b95302ca5894d9286f9be7b84f0341e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294235 Feb 18 12:34:28.502196 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-6abc0b3c-4650-4494-bc6e-7a04aca0a3e9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:34:28.502855 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-6abc0b3c-4650-4494-bc6e-7a04aca0a3e9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060437 Feb 18 12:34:28.504456 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111'] for port (98aff1c7-e87b-46ca-8d95-0451a95ce7e6), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.517953 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Pushing event deleted for resources: {'Port': ['ID=98aff1c7-e87b-46ca-8d95-0451a95ce7e6,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:28.527939 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] No DVR routers for this DVR port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 on host dv-cinder-804757-15-iscsi {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:34:28.530584 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Pushing event deleted for resources: {'Port': ['ID=98aff1c7-e87b-46ca-8d95-0451a95ce7e6,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:28.535924 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] No DVR routers for this DVR port 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 on host dv-cinder-804757-15-iscsi {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:34:28.544670 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.545010 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.545364 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.545935 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.546122 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.546336 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.546663 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.546984 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.547305 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.547623 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.547940 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.548253 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.548568 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53b8c1-1acd-49bd-b5a0-222a703d1b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:34:28.564312 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:34:28.605600 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-6ebefe30-36a9-4429-8b57-3c3f87b9ac39 service neutron] 10.222.0.52 "GET /v2.0/networks/57ae517e-1567-4308-9113-973fccb2be21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970726 Feb 18 12:34:28.612101 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (815e59a5-3694-42df-bfc2-3915bf10aeff), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.632926 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815e59a5-3694-42df-bfc2-3915bf10aeff']}} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:28.642509 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c23f26-9b64-4667-ab6c-59c13f8408cd') {'for_net_delete': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:28.642803 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c23f26-9b64-4667-ab6c-59c13f8408cd') {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:34:28.651909 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14228990'] for segment (c9c23f26-9b64-4667-ab6c-59c13f8408cd), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.664717 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (c9c23f26-9b64-4667-ab6c-59c13f8408cd), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.671235 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:34:28.671729 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12850108'] for segment (c9c23f26-9b64-4667-ab6c-59c13f8408cd), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: Traceback (most recent call last): Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: timer() Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: cb(*args, **kw) Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: return func(*args, **kwargs) Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: self._notify() Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: self.callback(batched_events) Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: event.method(event) Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: return f(self, *a, **k) Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: return self._get(url).json() Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: return self.request(url, 'GET', **kwargs) Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:34:28.673385 dv-cinder-804757-15-iscsi neutron-server[103420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:34:28.706070 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-b459c234-e728-469a-bcb4-10e7986dd7f5 service neutron] 10.222.0.52 "GET /v2.0/networks/57ae517e-1567-4308-9113-973fccb2be21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936570 Feb 18 12:34:28.788138 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87395f2c-083d-4754-a0af-376e07cd05be req-5d5f8354-58c7-48e6-bc52-bef1840e30b3 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:28.789602 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-87395f2c-083d-4754-a0af-376e07cd05be req-5d5f8354-58c7-48e6-bc52-bef1840e30b3 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0524035 Feb 18 12:34:28.797710 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (815e59a5-3694-42df-bfc2-3915bf10aeff), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.803470 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:28.808191 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] 10.222.0.52 "DELETE /v2.0/networks/815e59a5-3694-42df-bfc2-3915bf10aeff HTTP/1.1" status: 204 len: 168 time: 0.7070558 Feb 18 12:34:28.820175 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310455b-dcd1-4ebd-a824-5f7417e5515f admin admin] Pushing event deleted for resources: {'Network': ['ID=815e59a5-3694-42df-bfc2-3915bf10aeff,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:28.843635 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-87395f2c-083d-4754-a0af-376e07cd05be req-28cd15a6-25ec-4704-8a58-91041160e650 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477901 Feb 18 12:34:28.942286 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-05839b06-053f-4bd4-b50e-08ab04d80ea8 req-81e57563-bcdc-40af-bd6c-05992bc219b2 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 210 time: 0.0267072 Feb 18 12:34:29.253520 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54182) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:29.292883 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-661cd120-c01c-4107-ae02-cc3f27618a10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d95d62cfc2894c6eba70f010580d7c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381525 Feb 18 12:34:29.295272 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54184) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:29.342219 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10681166-300e-4b9f-9139-34fd05413be2 admin admin] Publish callbacks [] for security_group (3e29d3ae-4c54-4870-9d71-e2882925a178), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:29.362409 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10681166-300e-4b9f-9139-34fd05413be2 admin admin] Publish callbacks [] for security_group (3e29d3ae-4c54-4870-9d71-e2882925a178), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:29.487497 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10681166-300e-4b9f-9139-34fd05413be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (3e29d3ae-4c54-4870-9d71-e2882925a178), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:29.490069 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-10681166-300e-4b9f-9139-34fd05413be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:29.491195 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-10681166-300e-4b9f-9139-34fd05413be2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e29d3ae-4c54-4870-9d71-e2882925a178 HTTP/1.1" status: 204 len: 168 time: 0.1950257 Feb 18 12:34:29.499349 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10681166-300e-4b9f-9139-34fd05413be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e29d3ae-4c54-4870-9d71-e2882925a178,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:29.562201 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:34:29.583012 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:34:29.583326 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 98aff1c7-e87b-46ca-8d95-0451a95ce7e6 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:34:29.583857 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device ac0337a8-7d92-4fb2-817e-68e754eec5b8 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:34:29.612158 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: ac0337a8-7d92-4fb2-817e-68e754eec5b8 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:34:29.612516 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device ac0337a8-7d92-4fb2-817e-68e754eec5b8 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:34:29.964839 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51cfff-0422-4aa1-a0bd-a44d0ef8e1a7 req-e7cd98fd-c0ad-4355-901b-7c9741afa154 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:29.966422 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fb51cfff-0422-4aa1-a0bd-a44d0ef8e1a7 req-e7cd98fd-c0ad-4355-901b-7c9741afa154 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0515707 Feb 18 12:34:30.030528 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-fb51cfff-0422-4aa1-a0bd-a44d0ef8e1a7 req-8e6a3905-1cba-4c94-92ab-81a3d04d2c3c tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571177 Feb 18 12:34:30.048605 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1cc78ce5-5e5a-4bdb-a7f0-27e9c27eb96e req-e14eb830-7249-4e4c-be77-b9904382e579 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 210 time: 0.0347824 Feb 18 12:34:30.167503 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 54196) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:30.207801 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-4a917415-412e-442d-b244-703beb045268 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7db3cb6bc7d84c878f84801cc09069c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391071 Feb 18 12:34:30.210307 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 54198) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:30.256463 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1f0e95c2-257d-473d-ab72-012450202855 admin admin] Publish callbacks [] for security_group (8b63dcc2-308e-4fb7-9cba-a02b3e0d9e91), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:30.276814 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1f0e95c2-257d-473d-ab72-012450202855 admin admin] Publish callbacks [] for security_group (8b63dcc2-308e-4fb7-9cba-a02b3e0d9e91), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:30.415011 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1f0e95c2-257d-473d-ab72-012450202855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (8b63dcc2-308e-4fb7-9cba-a02b3e0d9e91), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:30.417636 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-1f0e95c2-257d-473d-ab72-012450202855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:30.419586 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-1f0e95c2-257d-473d-ab72-012450202855 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b63dcc2-308e-4fb7-9cba-a02b3e0d9e91 HTTP/1.1" status: 204 len: 168 time: 0.2083552 Feb 18 12:34:30.427670 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e95c2-257d-473d-ab72-012450202855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b63dcc2-308e-4fb7-9cba-a02b3e0d9e91,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:31.008719 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-790f99ea-8ab5-47b8-ac40-c340a39f84c8 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:31.010162 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-790f99ea-8ab5-47b8-ac40-c340a39f84c8 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.82 "GET /v2.0/networks?id=57ae517e-1567-4308-9113-973fccb2be21 HTTP/1.1" status: 200 len: 813 time: 0.1088350 Feb 18 12:34:31.022185 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-66d4f17f-d27d-4318-bfe9-17065b1e10fc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Request body: {'port': {'device_id': '592e2439-fdb2-4f77-b621-76ebb991e01f', 'network_id': '57ae517e-1567-4308-9113-973fccb2be21', 'admin_state_up': True, 'tenant_id': '0b95302ca5894d9286f9be7b84f0341e'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:31.174004 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-50c525c4-9ee7-49d2-89f4-d8ffc62a6c6d req-590dacb8-2223-4e70-b787-9cf5da66350d tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 210 time: 0.0495729 Feb 18 12:34:31.199086 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb16596-aa9b-4dc9-b59f-c59fb14ce40b req-88da5f23-5d39-4974-a69b-ab4a4d4c2e5f tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:31.201121 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7cb16596-aa9b-4dc9-b59f-c59fb14ce40b req-88da5f23-5d39-4974-a69b-ab4a4d4c2e5f tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0943289 Feb 18 12:34:31.248716 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7cb16596-aa9b-4dc9-b59f-c59fb14ce40b req-a40e5ee3-07fd-447b-9855-f4a85e620903 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 Feb 18 12:34:31.277394 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-66d4f17f-d27d-4318-bfe9-17065b1e10fc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Made reservation on behalf of 0b95302ca5894d9286f9be7b84f0341e for: {'port': 1} {{(pid=103419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:34:31.280976 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-66d4f17f-d27d-4318-bfe9-17065b1e10fc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:31.406689 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_common [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-66d4f17f-d27d-4318-bfe9-17065b1e10fc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Allocated IP 172.20.0.6 (57ae517e-1567-4308-9113-973fccb2be21/d4de4651-5636-49f8-97e7-53ec7887e8d9/5f63bc35-691b-45b2-b836-ac3327c3d175) {{(pid=103419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:34:31.550323 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-66d4f17f-d27d-4318-bfe9-17065b1e10fc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks [] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:31.666827 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-66d4f17f-d27d-4318-bfe9-17065b1e10fc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732449006102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:31.709027 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-66d4f17f-d27d-4318-bfe9-17065b1e10fc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Network 57ae517e-1567-4308-9113-973fccb2be21 is already hosted by enough agents. {{(pid=103419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:34:31.711934 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.scheduler.base_scheduler [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-66d4f17f-d27d-4318-bfe9-17065b1e10fc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Resources bound (agent type, host, resource id): {{(pid=103419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:34:31.717400 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-66d4f17f-d27d-4318-bfe9-17065b1e10fc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Received port after_create {{(pid=103419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:34:31.723539 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4f17f-d27d-4318-bfe9-17065b1e10fc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Pushing event updated for resources: {'Port': ['ID=5f63bc35-691b-45b2-b836-ac3327c3d175,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:31.766616 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-66d4f17f-d27d-4318-bfe9-17065b1e10fc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:31.767226 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-66d4f17f-d27d-4318-bfe9-17065b1e10fc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:31.856905 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-66d4f17f-d27d-4318-bfe9-17065b1e10fc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8376362 Feb 18 12:34:31.865448 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-4e694ccf-a8b9-40f1-ad45-328fb64fbb56 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:34:31.866400 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-4e694ccf-a8b9-40f1-ad45-328fb64fbb56 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049679 Feb 18 12:34:31.876345 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.v2.base [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Request body: {'port': {'device_id': '592e2439-fdb2-4f77-b621-76ebb991e01f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:31.936898 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:32.185253 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f63bc35-691b-45b2-b836-ac3327c3d175 {{(pid=103419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:34:32.192391 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Publish callbacks [] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), precommit_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:32.205091 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.provisioning_blocks [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Transition to ACTIVE for port object 5f63bc35-691b-45b2-b836-ac3327c3d175 will not be triggered until provisioned by entity L2. {{(pid=103419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:34:32.273334 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:32.349820 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf85b3-8ec3-451b-b011-6b25b5c5e52e req-b2c00464-688b-4f9e-a9c9-8439c332d434 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:32.351291 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dbaf85b3-8ec3-451b-b011-6b25b5c5e52e req-b2c00464-688b-4f9e-a9c9-8439c332d434 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 931 time: 0.1103661 Feb 18 12:34:32.365347 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Pushing event updated for resources: {'Port': ['ID=5f63bc35-691b-45b2-b836-ac3327c3d175,revision_number=2']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:32.474953 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e41a7-5392-4959-bb28-2ecea75ef065 req-11d69246-ef2e-4d18-b5ba-b4c3de39b008 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:32.476621 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b29e41a7-5392-4959-bb28-2ecea75ef065 req-11d69246-ef2e-4d18-b5ba-b4c3de39b008 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.1556854 Feb 18 12:34:32.485520 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dbaf85b3-8ec3-451b-b011-6b25b5c5e52e req-58cc64e7-ba6b-4498-92ad-544e33f097b8 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145635 Feb 18 12:34:32.509729 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Attempting to bind port 5f63bc35-691b-45b2-b836-ac3327c3d175 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:34:32.510067 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Attempting to bind port 5f63bc35-691b-45b2-b836-ac3327c3d175 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '872aa927-c745-408b-818d-4ea38ef35ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '57ae517e-1567-4308-9113-973fccb2be21'}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:34:32.510473 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Attempting to bind port 5f63bc35-691b-45b2-b836-ac3327c3d175 on network 57ae517e-1567-4308-9113-973fccb2be21 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:34:32.519540 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Port 5f63bc35-691b-45b2-b836-ac3327c3d175 on network 57ae517e-1567-4308-9113-973fccb2be21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:34:32.519861 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Attempting to bind port 5f63bc35-691b-45b2-b836-ac3327c3d175 on network 57ae517e-1567-4308-9113-973fccb2be21 {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:34:32.534023 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Checking agent: {'id': '05f447e7-a18b-4dab-8ab0-aee319bc9a4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'started_at': datetime.datetime(2022, 2, 18, 12, 22, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:34:32.534383 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Checking segment: {'id': '872aa927-c745-408b-818d-4ea38ef35ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '57ae517e-1567-4308-9113-973fccb2be21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:34:32.534767 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Bound using segment: {'id': '872aa927-c745-408b-818d-4ea38ef35ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '57ae517e-1567-4308-9113-973fccb2be21'} {{(pid=103419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:34:32.535187 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.managers [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Bound port: 5f63bc35-691b-45b2-b836-ac3327c3d175, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872aa927-c745-408b-818d-4ea38ef35ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '57ae517e-1567-4308-9113-973fccb2be21'}}] {{(pid=103419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:34:32.535541 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), before_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:32.556155 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b29e41a7-5392-4959-bb28-2ecea75ef065 req-8d71caff-9f6b-450e-922d-86a19e48bed3 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697100 Feb 18 12:34:32.608569 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] For port 5f63bc35-691b-45b2-b836-ac3327c3d175, host hv-cinder-80475, cleared binding levels {{(pid=103419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:34:32.611523 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] For port 5f63bc35-691b-45b2-b836-ac3327c3d175, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5f63bc35-691b-45b2-b836-ac3327c3d175,segment=NetworkSegment(872aa927-c745-408b-818d-4ea38ef35ed0),segment_id=872aa927-c745-408b-818d-4ea38ef35ed0)] {{(pid=103419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:34:32.677932 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12919975'] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), after_update {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:32.715193 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:32.715809 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:32.717232 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] 10.222.0.82 "PUT /v2.0/ports/5f63bc35-691b-45b2-b836-ac3327c3d175 HTTP/1.1" status: 200 len: 1093 time: 0.8444815 Feb 18 12:34:32.717673 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592e2439-fdb2-4f77-b621-76ebb991e01f', 'tag': '5f63bc35-691b-45b2-b836-ac3327c3d175'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:34:32.719928 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50f7e0a-7266-4703-a9ec-89d780f3e0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "592e2439-fdb2-4f77-b621-76ebb991e01f", "tag": "5f63bc35-691b-45b2-b836-ac3327c3d175"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:34:32.738673 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59567c66-c51f-4eea-86a2-df7fdf78ab39 service neutron] Pushing event updated for resources: {'Port': ['ID=5f63bc35-691b-45b2-b836-ac3327c3d175,revision_number=3']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:32.856417 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-82a36390-b944-4f45-b716-3fc881e6a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:32.857919 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-82a36390-b944-4f45-b716-3fc881e6a439 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0b95302ca5894d9286f9be7b84f0341e&device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 1127 time: 0.0496254 Feb 18 12:34:32.899905 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-6cc6864f-d0d1-4748-8d27-37d1e347f7c0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f63bc35-691b-45b2-b836-ac3327c3d175 HTTP/1.1" status: 200 len: 217 time: 0.0347719 Feb 18 12:34:32.947345 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-840a8caa-7533-4512-b0d0-207290423205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:32.948797 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-840a8caa-7533-4512-b0d0-207290423205 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d4de4651-5636-49f8-97e7-53ec7887e8d9 HTTP/1.1" status: 200 len: 853 time: 0.0433528 Feb 18 12:34:32.955590 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ee7581-f547-43f2-bd9d-d9aea89776cd x-openstack-request-id: req-25ee7581-f547-43f2-bd9d-d9aea89776cd {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:34:32.955883 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592e2439-fdb2-4f77-b621-76ebb991e01f", "tag": "5f63bc35-691b-45b2-b836-ac3327c3d175", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:34:32.956129 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25ee7581-f547-43f2-bd9d-d9aea89776cd {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:34:32.956506 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592e2439-fdb2-4f77-b621-76ebb991e01f', 'tag': '5f63bc35-691b-45b2-b836-ac3327c3d175', 'status': 'completed', 'code': 200} Feb 18 12:34:32.981760 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-81b81754-f54d-4a49-85d6-7faf790bc349 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=57ae517e-1567-4308-9113-973fccb2be21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244093 Feb 18 12:34:33.072960 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-b4cee587-4a6e-4c2d-b5a0-856d00b403b2 service neutron] 10.222.0.82 "GET /v2.0/networks/57ae517e-1567-4308-9113-973fccb2be21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853252 Feb 18 12:34:33.161828 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-783d715e-67f9-48d9-b8a3-1ddc7a24a19c req-2ffbe9f8-68f2-4fde-b860-da70a0ea2e21 service neutron] 10.222.0.82 "GET /v2.0/networks/57ae517e-1567-4308-9113-973fccb2be21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825651 Feb 18 12:34:33.323508 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f7e0a-7266-4703-a9ec-89d780f3e0f9 req-57b5f6b4-114d-48cb-a585-0d1122a22da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:33.324938 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b50f7e0a-7266-4703-a9ec-89d780f3e0f9 req-57b5f6b4-114d-48cb-a585-0d1122a22da0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0b95302ca5894d9286f9be7b84f0341e&device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 1127 time: 0.0479169 Feb 18 12:34:33.410873 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f7e0a-7266-4703-a9ec-89d780f3e0f9 req-2bbc9c9a-bfb6-43f3-846d-807acde7ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:33.412260 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b50f7e0a-7266-4703-a9ec-89d780f3e0f9 req-2bbc9c9a-bfb6-43f3-846d-807acde7ea03 service neutron] 10.222.0.82 "GET /v2.0/networks?id=57ae517e-1567-4308-9113-973fccb2be21 HTTP/1.1" status: 200 len: 914 time: 0.0795455 Feb 18 12:34:33.457076 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b50f7e0a-7266-4703-a9ec-89d780f3e0f9 req-c60380d7-03b8-4067-8f9b-b1f01699e525 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f63bc35-691b-45b2-b836-ac3327c3d175 HTTP/1.1" status: 200 len: 217 time: 0.0383661 Feb 18 12:34:33.511735 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f7e0a-7266-4703-a9ec-89d780f3e0f9 req-7326e063-a26b-43c4-ab44-2423369bb5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:33.514028 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b50f7e0a-7266-4703-a9ec-89d780f3e0f9 req-7326e063-a26b-43c4-ab44-2423369bb5df service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d4de4651-5636-49f8-97e7-53ec7887e8d9 HTTP/1.1" status: 200 len: 853 time: 0.0495863 Feb 18 12:34:33.545883 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b50f7e0a-7266-4703-a9ec-89d780f3e0f9 req-04f37b85-f660-44a1-a2e5-6e8e1a0f3ec1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=57ae517e-1567-4308-9113-973fccb2be21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258934 Feb 18 12:34:33.703017 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fd5a4-db29-41ec-be65-8ffc5acc9216 req-7af1eeb5-e0ff-45c3-a574-93cd273f2bc7 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:33.704613 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f77fd5a4-db29-41ec-be65-8ffc5acc9216 req-7af1eeb5-e0ff-45c3-a574-93cd273f2bc7 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 943 time: 0.1446896 Feb 18 12:34:33.710847 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b50f7e0a-7266-4703-a9ec-89d780f3e0f9 req-095eb581-79f5-4419-9a86-ba7b7bb633d7 service neutron] 10.222.0.82 "GET /v2.0/networks/57ae517e-1567-4308-9113-973fccb2be21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577411 Feb 18 12:34:33.740596 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70290aae-331d-4c96-acb7-f2e03ca115af req-8cced790-f50f-430e-9395-dec755c72023 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:33.741958 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-70290aae-331d-4c96-acb7-f2e03ca115af req-8cced790-f50f-430e-9395-dec755c72023 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.1162629 Feb 18 12:34:33.832066 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f77fd5a4-db29-41ec-be65-8ffc5acc9216 req-1a450ba5-a0f4-4ab1-b971-bfd3f7110359 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196611 Feb 18 12:34:33.875783 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-70290aae-331d-4c96-acb7-f2e03ca115af req-d8f941af-a5bc-4b25-9478-0705548fdc11 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218176 Feb 18 12:34:33.879189 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b50f7e0a-7266-4703-a9ec-89d780f3e0f9 req-d6a05719-92ae-40a6-bbf2-b0dac866c4ef service neutron] 10.222.0.82 "GET /v2.0/networks/57ae517e-1567-4308-9113-973fccb2be21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566741 Feb 18 12:34:34.950516 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d1d13-a603-441a-b688-8ea75d3ff614 req-c129fc13-7ae6-48e5-9935-06b37d43c61a tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:34.951877 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-860d1d13-a603-441a-b688-8ea75d3ff614 req-c129fc13-7ae6-48e5-9935-06b37d43c61a tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 943 time: 0.0539887 Feb 18 12:34:35.028537 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-860d1d13-a603-441a-b688-8ea75d3ff614 req-aeaadcef-a2b5-4728-bbe9-c1855bc8b50b tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668116 Feb 18 12:34:35.038392 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31ee8f-9609-46a7-b7a8-da40cabc587c req-1c380829-f490-4634-85a5-cd3fe4c1a5ea tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:35.039770 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1e31ee8f-9609-46a7-b7a8-da40cabc587c req-1c380829-f490-4634-85a5-cd3fe4c1a5ea tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0971484 Feb 18 12:34:35.087020 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1e31ee8f-9609-46a7-b7a8-da40cabc587c req-8c1b2020-5c29-406c-ba44-ed85d861da4e tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Feb 18 12:34:35.151308 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 5f63bc35-691b-45b2-b836-ac3327c3d175 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:34:35.244638 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 5f63bc35-691b-45b2-b836-ac3327c3d175, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5f63bc35-691b-45b2-b836-ac3327c3d175,segment=NetworkSegment(872aa927-c745-408b-818d-4ea38ef35ed0),segment_id=872aa927-c745-408b-818d-4ea38ef35ed0)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:35.259741 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '5f63bc35-691b-45b2-b836-ac3327c3d175', 'network_id': '57ae517e-1567-4308-9113-973fccb2be21', 'port_id': '5f63bc35-691b-45b2-b836-ac3327c3d175', 'mac_address': 'fa:16:3e:9f:43:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4de4651-5636-49f8-97e7-53ec7887e8d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:34:35.296395 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 5f63bc35-691b-45b2-b836-ac3327c3d175 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:34:35.296806 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:35.309609 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f63bc35-691b-45b2-b836-ac3327c3d175 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:34:35.328505 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 5f63bc35-691b-45b2-b836-ac3327c3d175, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5f63bc35-691b-45b2-b836-ac3327c3d175,segment=NetworkSegment(872aa927-c745-408b-818d-4ea38ef35ed0),segment_id=872aa927-c745-408b-818d-4ea38ef35ed0)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:35.414741 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:35.462227 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=5f63bc35-691b-45b2-b836-ac3327c3d175,revision_number=4']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:35.631639 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-7b0049a2-9270-4f33-99fe-602924a2b2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:35.637990 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['5f63bc35-691b-45b2-b836-ac3327c3d175'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:34:35.825469 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58156fa-7e5b-4b5b-9cef-fdfd53bc46ae req-f1bf778f-90c1-4496-89a4-c1284e09a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:35.826975 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b58156fa-7e5b-4b5b-9cef-fdfd53bc46ae req-f1bf778f-90c1-4496-89a4-c1284e09a5a2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c5cedac69764095b416f7b3f7ab59c5&device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 1129 time: 0.0436690 Feb 18 12:34:35.915187 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58156fa-7e5b-4b5b-9cef-fdfd53bc46ae req-93651960-d587-454d-9c18-3679885567d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:35.916607 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b58156fa-7e5b-4b5b-9cef-fdfd53bc46ae req-93651960-d587-454d-9c18-3679885567d4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1c250558-5b61-4ce2-af5f-56eacc6b0cea HTTP/1.1" status: 200 len: 910 time: 0.0839050 Feb 18 12:34:35.979735 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b58156fa-7e5b-4b5b-9cef-fdfd53bc46ae req-6c9f2f3a-c423-431e-a664-08ed6dcd2d50 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25171995-49f0-4ef1-9c10-dc639aab29c8 HTTP/1.1" status: 200 len: 1001 time: 0.0562980 Feb 18 12:34:36.026676 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58156fa-7e5b-4b5b-9cef-fdfd53bc46ae req-fcd3fe07-32cb-4fda-89d4-b0c5c63b4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:36.028611 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b58156fa-7e5b-4b5b-9cef-fdfd53bc46ae req-fcd3fe07-32cb-4fda-89d4-b0c5c63b4b85 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=46eb2fcb-a393-468a-896a-e9bbd83c3652 HTTP/1.1" status: 200 len: 848 time: 0.0418482 Feb 18 12:34:36.401999 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58156fa-7e5b-4b5b-9cef-fdfd53bc46ae req-37e5e881-8c4c-4ddc-8a4e-5c942c717f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:36.403471 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b58156fa-7e5b-4b5b-9cef-fdfd53bc46ae req-37e5e881-8c4c-4ddc-8a4e-5c942c717f82 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1c250558-5b61-4ce2-af5f-56eacc6b0cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3689551 Feb 18 12:34:36.418554 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a0951-582b-40b1-bad3-74b76ba3c3d3 req-293cbe0d-f604-4874-92f0-afa7462a0b9b tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:36.419911 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2b5a0951-582b-40b1-bad3-74b76ba3c3d3 req-293cbe0d-f604-4874-92f0-afa7462a0b9b tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 944 time: 0.0990109 Feb 18 12:34:36.432039 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3bc51-f27a-426d-a138-d97c93ce95a7 req-febda2d5-cde2-42e9-a233-96585aaa4e0f tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:36.433399 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d1b3bc51-f27a-426d-a138-d97c93ce95a7 req-febda2d5-cde2-42e9-a233-96585aaa4e0f tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.1136618 Feb 18 12:34:36.572782 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2b5a0951-582b-40b1-bad3-74b76ba3c3d3 req-de38d430-f001-4e80-a461-8fee76fff01b tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368535 Feb 18 12:34:36.578333 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d1b3bc51-f27a-426d-a138-d97c93ce95a7 req-40728583-b949-42a9-8620-e1bfbbcb84cd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263289 Feb 18 12:34:36.580586 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b58156fa-7e5b-4b5b-9cef-fdfd53bc46ae req-07bcbd94-505f-43e5-bde5-892959c547ab service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696692 Feb 18 12:34:36.672847 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b58156fa-7e5b-4b5b-9cef-fdfd53bc46ae req-77750581-210f-48e8-8769-30efce3c456f service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863497 Feb 18 12:34:36.744876 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:37.159098 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 5f63bc35-691b-45b2-b836-ac3327c3d175 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:34:37.287527 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning for port 5f63bc35-691b-45b2-b836-ac3327c3d175 completed by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:34:37.291223 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 5f63bc35-691b-45b2-b836-ac3327c3d175 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:34:37.291593 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:37.367286 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 5f63bc35-691b-45b2-b836-ac3327c3d175 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:34:37.367663 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:37.389081 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592e2439-fdb2-4f77-b621-76ebb991e01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f63bc35-691b-45b2-b836-ac3327c3d175'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:34:37.391249 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1362d1f1-b934-450a-a827-6709ecda71fb" -d '{"events": [{"server_uuid": "592e2439-fdb2-4f77-b621-76ebb991e01f", "name": "network-vif-plugged", "status": "completed", "tag": "5f63bc35-691b-45b2-b836-ac3327c3d175"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:34:37.403368 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 5f63bc35-691b-45b2-b836-ac3327c3d175, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5f63bc35-691b-45b2-b836-ac3327c3d175,segment=NetworkSegment(872aa927-c745-408b-818d-4ea38ef35ed0),segment_id=872aa927-c745-408b-818d-4ea38ef35ed0)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:37.428659 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2976c98-36f6-41b5-bd5d-fd60cc2e13e2 x-openstack-request-id: req-e2976c98-36f6-41b5-bd5d-fd60cc2e13e2 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:34:37.428961 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592e2439-fdb2-4f77-b621-76ebb991e01f", "name": "network-vif-plugged", "status": "completed", "tag": "5f63bc35-691b-45b2-b836-ac3327c3d175", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:34:37.429237 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2976c98-36f6-41b5-bd5d-fd60cc2e13e2 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:34:37.429777 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592e2439-fdb2-4f77-b621-76ebb991e01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f63bc35-691b-45b2-b836-ac3327c3d175', 'code': 200} Feb 18 12:34:37.477465 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:37.524288 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=5f63bc35-691b-45b2-b836-ac3327c3d175,revision_number=5']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:37.775167 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dbb4f-a146-4142-acfc-5406de05d516 req-22839415-c616-447b-84f3-3f33dbc4015c tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:37.776654 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b17dbb4f-a146-4142-acfc-5406de05d516 req-22839415-c616-447b-84f3-3f33dbc4015c tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 945 time: 0.1341174 Feb 18 12:34:37.783494 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e116e3-2b4e-49b2-826c-b5bc48304dc2 req-9e20bc91-09c7-4b13-a39d-77578f21f04b tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:37.784838 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-93e116e3-2b4e-49b2-826c-b5bc48304dc2 req-9e20bc91-09c7-4b13-a39d-77578f21f04b tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.1336610 Feb 18 12:34:37.831427 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e67002-bc1f-4a13-a5d8-08c6607e57bc req-c710c4a7-1ed6-4002-9a59-521934c2f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:37.832885 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a5e67002-bc1f-4a13-a5d8-08c6607e57bc req-c710c4a7-1ed6-4002-9a59-521934c2f3b3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 1129 time: 0.1279149 Feb 18 12:34:37.865069 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-8b853788-4474-40d4-bdf1-de646ef97431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:37.888861 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-b17dbb4f-a146-4142-acfc-5406de05d516 req-0a609d85-54ae-4ad7-8d2c-e2609f97e3f3 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029050 Feb 18 12:34:37.899527 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-93e116e3-2b4e-49b2-826c-b5bc48304dc2 req-ef0aca5e-b495-4bc4-a921-17a3ba52794b tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944688 Feb 18 12:34:37.913489 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-a5e67002-bc1f-4a13-a5d8-08c6607e57bc req-3cedeeca-128f-4aae-b8fb-c76c2b772ea6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718398 Feb 18 12:34:39.056041 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4ca4e-76c0-4a4d-96da-6fb395030592 req-357b38d3-84f5-40e5-b9ed-3b880c53ced3 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:39.057499 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-81e4ca4e-76c0-4a4d-96da-6fb395030592 req-357b38d3-84f5-40e5-b9ed-3b880c53ced3 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 945 time: 0.0859668 Feb 18 12:34:39.061995 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:39.078349 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e8568-4ca0-4ce9-b711-fb62c05a2e90 req-88ed0100-47fa-41e3-9a97-5954f9c2efbe tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:39.079754 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-753e8568-4ca0-4ce9-b711-fb62c05a2e90 req-88ed0100-47fa-41e3-9a97-5954f9c2efbe tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0777333 Feb 18 12:34:39.138983 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-81e4ca4e-76c0-4a4d-96da-6fb395030592 req-ff6ed71c-71b0-4372-8e8f-5e6922d9436f tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751109 Feb 18 12:34:39.155970 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-753e8568-4ca0-4ce9-b711-fb62c05a2e90 req-c0f8eb4f-f9ef-405a-bd40-ed993b93d238 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701828 Feb 18 12:34:40.289610 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787f755-8b18-4140-89e6-df1532ab8020 req-eaf3a5a4-8694-4cca-93be-be478f3536dd tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:40.291079 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c787f755-8b18-4140-89e6-df1532ab8020 req-eaf3a5a4-8694-4cca-93be-be478f3536dd tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 945 time: 0.0858767 Feb 18 12:34:40.302376 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38457273-faa5-474b-9e61-f26cd22fe58f req-c1cc4c8f-78d9-40b4-8a5d-34a1e5d20f99 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:40.303733 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38457273-faa5-474b-9e61-f26cd22fe58f req-c1cc4c8f-78d9-40b4-8a5d-34a1e5d20f99 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0718677 Feb 18 12:34:40.372590 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-c787f755-8b18-4140-89e6-df1532ab8020 req-b134be04-5f46-41a3-a996-279972928593 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679321 Feb 18 12:34:40.377413 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-38457273-faa5-474b-9e61-f26cd22fe58f req-6446f21b-40e1-45d1-915c-96494e906d29 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671523 Feb 18 12:34:40.482362 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:40.812777 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d56ad8-b50f-4674-82eb-1294be98dbd0 req-31b3585a-b419-4a41-bbb3-c76a944b38ee tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:40.814390 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-48d56ad8-b50f-4674-82eb-1294be98dbd0 req-31b3585a-b419-4a41-bbb3-c76a944b38ee tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0543237 Feb 18 12:34:40.864459 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-48d56ad8-b50f-4674-82eb-1294be98dbd0 req-ad0d8624-b87a-460c-9277-1c6dfe750d8f tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445073 Feb 18 12:34:40.942778 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54260) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:41.030592 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d7e251d7-b363-49de-8191-542e3c919c0f req-6af797a4-e018-4204-ba9a-1be832a96e8e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866630 Feb 18 12:34:41.039159 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [req-d7e251d7-b363-49de-8191-542e3c919c0f req-b545543d-58ff-4289-a417-131d9ff1d775 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:34:41.040106 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d7e251d7-b363-49de-8191-542e3c919c0f req-b545543d-58ff-4289-a417-131d9ff1d775 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050502 Feb 18 12:34:41.113672 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54268) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:34:41.165927 dv-cinder-804757-15-iscsi neutron-server[103420]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 12:34:41.182212 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 25171995-49f0-4ef1-9c10-dc639aab29c8 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:34:41.205455 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e251d7-b363-49de-8191-542e3c919c0f req-9263a220-fddb-4c34-996e-e6f08b88f5ee tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:41.206835 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [req-d7e251d7-b363-49de-8191-542e3c919c0f req-9263a220-fddb-4c34-996e-e6f08b88f5ee tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports/25171995-49f0-4ef1-9c10-dc639aab29c8 HTTP/1.1" status: 200 len: 942 time: 0.0921371 Feb 18 12:34:41.263688 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 25171995-49f0-4ef1-9c10-dc639aab29c8 is: ACTIVE; New status is: DOWN {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:34:41.263688 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:41.284364 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25171995-49f0-4ef1-9c10-dc639aab29c8'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:34:41.286663 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a458bf77-9a5c-45f8-90f0-06c4c59b2d0a" -d '{"events": [{"server_uuid": "c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251", "name": "network-vif-unplugged", "status": "completed", "tag": "25171995-49f0-4ef1-9c10-dc639aab29c8"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:34:41.299996 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 25171995-49f0-4ef1-9c10-dc639aab29c8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=25171995-49f0-4ef1-9c10-dc639aab29c8,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:34:41.322240 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Feb 2022 12:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7091c42-173b-4d84-aa3c-23bfceca7c05 x-openstack-request-id: req-e7091c42-173b-4d84-aa3c-23bfceca7c05 {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:34:41.322240 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251", "name": "network-vif-unplugged", "status": "failed", "tag": "25171995-49f0-4ef1-9c10-dc639aab29c8", "code": 422}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:34:41.322240 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7091c42-173b-4d84-aa3c-23bfceca7c05 {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:34:41.322240 dv-cinder-804757-15-iscsi neutron-server[103421]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'code': 422} returned with failed status Feb 18 12:34:41.374593 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:41.424955 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=25171995-49f0-4ef1-9c10-dc639aab29c8,revision_number=6']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:34:41.986912 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a557e94-43af-42fc-9290-ae38515325a8 req-a4b97dcd-e54a-4a95-ad5f-371a48fa04eb tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:41.988415 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3a557e94-43af-42fc-9290-ae38515325a8 req-a4b97dcd-e54a-4a95-ad5f-371a48fa04eb tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0562713 Feb 18 12:34:42.008814 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:34:42.036749 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-3a557e94-43af-42fc-9290-ae38515325a8 req-f1b6df0f-2870-4f1f-be9b-fda3b1953b53 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Feb 18 12:34:43.154650 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff9927-d5d6-4c1e-a8c3-c62c5dabfb9a req-2962a41d-e937-45ce-9024-e4bfe8533f47 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:43.156102 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f6ff9927-d5d6-4c1e-a8c3-c62c5dabfb9a req-2962a41d-e937-45ce-9024-e4bfe8533f47 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0511932 Feb 18 12:34:43.203273 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-f6ff9927-d5d6-4c1e-a8c3-c62c5dabfb9a req-e4369d5a-c610-4cfc-ba5d-58cbae1f2da1 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417757 Feb 18 12:34:44.317795 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8aaab6-6e49-4245-9bec-5c2d94f9d979 req-e1098d68-b68a-4f82-aba4-8252e67b7cf0 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:44.319190 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bf8aaab6-6e49-4245-9bec-5c2d94f9d979 req-e1098d68-b68a-4f82-aba4-8252e67b7cf0 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0506361 Feb 18 12:34:44.369182 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-bf8aaab6-6e49-4245-9bec-5c2d94f9d979 req-487829a2-7647-4cc7-95e3-9cf352b607d4 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446203 Feb 18 12:34:45.483861 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297fb90-56bc-4594-876d-9ceacd9a93f1 req-5c05b948-474d-40bd-aa03-470bcdc0414c tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:45.485307 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7297fb90-56bc-4594-876d-9ceacd9a93f1 req-5c05b948-474d-40bd-aa03-470bcdc0414c tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0509892 Feb 18 12:34:45.533727 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7297fb90-56bc-4594-876d-9ceacd9a93f1 req-fc22c508-ba20-463f-9085-4a71d841ae86 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 Feb 18 12:34:46.651377 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7b42d-78cf-478e-824d-9607d0002cf3 req-1b8f4668-892b-4fcd-baa0-ba9c990c4084 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:46.653047 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-91f7b42d-78cf-478e-824d-9607d0002cf3 req-1b8f4668-892b-4fcd-baa0-ba9c990c4084 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0542386 Feb 18 12:34:46.702099 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-91f7b42d-78cf-478e-824d-9607d0002cf3 req-509d250c-bf47-47f9-8651-8488c38de808 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433986 Feb 18 12:34:47.832738 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a23d37-fded-422c-9d07-df10fd88935f req-95278793-5f67-493e-ad91-923569202243 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:47.834271 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-29a23d37-fded-422c-9d07-df10fd88935f req-95278793-5f67-493e-ad91-923569202243 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0651362 Feb 18 12:34:47.882042 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-29a23d37-fded-422c-9d07-df10fd88935f req-ffef616d-217e-4bf0-81ef-adea94a7380b tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422144 Feb 18 12:34:49.002522 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d957ca-37c0-44b8-a419-a1b50889dea5 req-0ba4d5ee-b4b6-44f3-98f9-86f3fbbd426d tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:49.004008 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62d957ca-37c0-44b8-a419-a1b50889dea5 req-0ba4d5ee-b4b6-44f3-98f9-86f3fbbd426d tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0522904 Feb 18 12:34:49.053641 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-62d957ca-37c0-44b8-a419-a1b50889dea5 req-dcc668c2-2bda-442b-80a9-eb5b36157db3 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441968 Feb 18 12:34:50.168838 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc344b-9f47-433a-9ada-3dce52c42d17 req-bb246cb5-e8a5-4eea-a8e8-f74e4dda206a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:50.171163 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-24bc344b-9f47-433a-9ada-3dce52c42d17 req-bb246cb5-e8a5-4eea-a8e8-f74e4dda206a tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0514600 Feb 18 12:34:50.223165 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-24bc344b-9f47-433a-9ada-3dce52c42d17 req-c7ecc311-d871-43a8-aa0d-d0b39417e33f tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460651 Feb 18 12:34:51.335967 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5651e-3496-4882-a019-a958ba0d7282 req-849e933d-60bd-4145-9ef0-4163597da20f tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:51.337392 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-03d5651e-3496-4882-a019-a958ba0d7282 req-849e933d-60bd-4145-9ef0-4163597da20f tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0499582 Feb 18 12:34:51.385312 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-03d5651e-3496-4882-a019-a958ba0d7282 req-c9fd461f-bc08-4066-ae95-317f5c61d5ba tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Feb 18 12:34:52.279507 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e251d7-b363-49de-8191-542e3c919c0f req-1b87880b-c0b3-4f27-8a7f-cb1d6b15031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:52.281089 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d7e251d7-b363-49de-8191-542e3c919c0f req-1b87880b-c0b3-4f27-8a7f-cb1d6b15031e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251&tenant_id=5c5cedac69764095b416f7b3f7ab59c5 HTTP/1.1" status: 200 len: 1127 time: 0.0449131 Feb 18 12:34:52.347501 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e251d7-b363-49de-8191-542e3c919c0f req-243833ce-4482-4ad9-a555-1e7ed8a48d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:52.348974 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d7e251d7-b363-49de-8191-542e3c919c0f req-243833ce-4482-4ad9-a555-1e7ed8a48d24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c5cedac69764095b416f7b3f7ab59c5&device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 1127 time: 0.0481689 Feb 18 12:34:52.438137 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e251d7-b363-49de-8191-542e3c919c0f req-36735b1a-eaf0-4b9b-bcdf-970442a45365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:52.439583 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d7e251d7-b363-49de-8191-542e3c919c0f req-36735b1a-eaf0-4b9b-bcdf-970442a45365 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1c250558-5b61-4ce2-af5f-56eacc6b0cea HTTP/1.1" status: 200 len: 910 time: 0.0815926 Feb 18 12:34:52.529910 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d7e251d7-b363-49de-8191-542e3c919c0f req-7cb72889-0d1f-4e19-ba49-60dafa4b19fe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25171995-49f0-4ef1-9c10-dc639aab29c8 HTTP/1.1" status: 200 len: 999 time: 0.0841684 Feb 18 12:34:52.555238 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3bdd5-6860-4249-a634-7f0e714df397 req-7626dced-0872-49d7-bd35-bb5122c8042d tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:52.556596 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-13a3bdd5-6860-4249-a634-7f0e714df397 req-7626dced-0872-49d7-bd35-bb5122c8042d tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0781095 Feb 18 12:34:52.609059 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e251d7-b363-49de-8191-542e3c919c0f req-aaca6301-a922-4ba8-b244-fb06fbd0e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:52.610483 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d7e251d7-b363-49de-8191-542e3c919c0f req-aaca6301-a922-4ba8-b244-fb06fbd0e226 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=46eb2fcb-a393-468a-896a-e9bbd83c3652 HTTP/1.1" status: 200 len: 848 time: 0.0700386 Feb 18 12:34:52.636274 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-13a3bdd5-6860-4249-a634-7f0e714df397 req-191c5266-361c-4d90-8a01-6b0d3fe72363 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626090 Feb 18 12:34:52.666767 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e251d7-b363-49de-8191-542e3c919c0f req-2b45a9b9-238c-4c2c-8d00-ac72ca4d8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:52.668216 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d7e251d7-b363-49de-8191-542e3c919c0f req-2b45a9b9-238c-4c2c-8d00-ac72ca4d8599 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1c250558-5b61-4ce2-af5f-56eacc6b0cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484383 Feb 18 12:34:52.758650 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d7e251d7-b363-49de-8191-542e3c919c0f req-3626cb53-70da-4f8b-96a7-ebccde18c311 service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817547 Feb 18 12:34:52.846825 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-d7e251d7-b363-49de-8191-542e3c919c0f req-cd2fa902-e743-467b-9589-f1d8f7d5cc72 service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811415 Feb 18 12:34:53.758177 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c84414-113a-4279-9b65-349347983954 req-22667aae-dd6d-4df4-936d-7b1a39b70673 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:53.761017 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-42c84414-113a-4279-9b65-349347983954 req-22667aae-dd6d-4df4-936d-7b1a39b70673 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0576646 Feb 18 12:34:53.808961 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-42c84414-113a-4279-9b65-349347983954 req-2d8a0f2d-4db4-4d1d-8bc6-c2c3b54a6e07 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433340 Feb 18 12:34:54.925490 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3365-f675-4d59-9b57-7e4abf1b669b req-d55974c8-053b-4c07-a6c3-2415ff203ab8 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:54.926991 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6a7c3365-f675-4d59-9b57-7e4abf1b669b req-d55974c8-053b-4c07-a6c3-2415ff203ab8 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0513852 Feb 18 12:34:54.975630 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-6a7c3365-f675-4d59-9b57-7e4abf1b669b req-8a068b5e-e72f-495d-af03-8df3bf8c853c tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429797 Feb 18 12:34:56.097495 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae699f33-4956-4132-af1d-148dd9a365b9 req-44484a09-b881-4de5-8947-a31de3e1a3d2 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:56.098853 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae699f33-4956-4132-af1d-148dd9a365b9 req-44484a09-b881-4de5-8947-a31de3e1a3d2 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0533147 Feb 18 12:34:56.144770 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ae699f33-4956-4132-af1d-148dd9a365b9 req-00be0e3e-1a30-4973-9669-6ffa23037f98 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405600 Feb 18 12:34:57.259857 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3970f-889a-4585-8e5d-7b4cb38f34cf req-b0f66c64-ff4d-4a7c-8d1c-1e2e09522d42 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:57.261302 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-acf3970f-889a-4585-8e5d-7b4cb38f34cf req-b0f66c64-ff4d-4a7c-8d1c-1e2e09522d42 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0508342 Feb 18 12:34:57.308147 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-acf3970f-889a-4585-8e5d-7b4cb38f34cf req-a234ba6b-176e-4cfd-8a68-51897b7a537f tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411284 Feb 18 12:34:58.421320 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72d7d3-a3ba-436b-97f1-f1b91c36970c req-3107aaa5-fdbd-4538-84f7-7d264bf60fa5 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:58.422776 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ce72d7d3-a3ba-436b-97f1-f1b91c36970c req-3107aaa5-fdbd-4538-84f7-7d264bf60fa5 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0506728 Feb 18 12:34:58.471738 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-ce72d7d3-a3ba-436b-97f1-f1b91c36970c req-cafbe294-69f1-4c33-9ea1-3152f2336225 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435219 Feb 18 12:34:59.588192 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc0d5f-2e2e-4ac1-9603-34079121d3dc req-9bd6172a-cdcb-4987-80c1-a1a107adb546 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:34:59.589642 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-03bc0d5f-2e2e-4ac1-9603-34079121d3dc req-9bd6172a-cdcb-4987-80c1-a1a107adb546 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0505159 Feb 18 12:34:59.637427 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-03bc0d5f-2e2e-4ac1-9603-34079121d3dc req-b6ad19f8-91ea-48db-a38e-da347f6a4ddd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413914 Feb 18 12:35:00.755794 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a0785-dacd-4202-9109-3659f1ed12e2 req-10e16d0b-1555-4823-bdfc-8aa03439c073 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:35:00.757270 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2f9a0785-dacd-4202-9109-3659f1ed12e2 req-10e16d0b-1555-4823-bdfc-8aa03439c073 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 943 time: 0.0523729 Feb 18 12:35:00.808536 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2f9a0785-dacd-4202-9109-3659f1ed12e2 req-ec9fb0df-5d22-43e7-8d6b-eeff791e1579 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454023 Feb 18 12:35:01.281049 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 25171995-49f0-4ef1-9c10-dc639aab29c8 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103421) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:35:01.377892 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 25171995-49f0-4ef1-9c10-dc639aab29c8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=25171995-49f0-4ef1-9c10-dc639aab29c8,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:35:01.389963 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Returning: {'device': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'port_id': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'mac_address': 'fa:16:3e:ee:17:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103421) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:35:01.425389 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 25171995-49f0-4ef1-9c10-dc639aab29c8 is: DOWN; New status is: BUILD {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:35:01.425775 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:01.438326 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25171995-49f0-4ef1-9c10-dc639aab29c8 {{(pid=103421) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:35:01.461168 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 25171995-49f0-4ef1-9c10-dc639aab29c8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=25171995-49f0-4ef1-9c10-dc639aab29c8,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:35:01.579044 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:01.625250 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=25171995-49f0-4ef1-9c10-dc639aab29c8,revision_number=7']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:35:01.811168 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['25171995-49f0-4ef1-9c10-dc639aab29c8'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:35:01.930243 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2b170-8a40-409a-af69-1d888b1b85d4 req-4e1eafac-1127-4f94-925e-54b8b87e8210 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:35:01.931828 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-66d2b170-8a40-409a-af69-1d888b1b85d4 req-4e1eafac-1127-4f94-925e-54b8b87e8210 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 944 time: 0.0560212 Feb 18 12:35:01.983277 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-66d2b170-8a40-409a-af69-1d888b1b85d4 req-08f9e399-7afd-48af-a6c3-7b72b51e133b tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450370 Feb 18 12:35:03.104074 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b7c41-ee2f-4db6-9f4d-21e3088061e9 req-bf87f567-762d-41d1-9c7e-6dbd26e1f893 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:35:03.105546 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-781b7c41-ee2f-4db6-9f4d-21e3088061e9 req-bf87f567-762d-41d1-9c7e-6dbd26e1f893 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 944 time: 0.0515125 Feb 18 12:35:03.153582 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-781b7c41-ee2f-4db6-9f4d-21e3088061e9 req-f1200a03-5556-4bdf-b8f7-c9b02b5b14bd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422490 Feb 18 12:35:03.230488 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379e495-5ca5-4001-b298-a4d77f421896 req-715b6545-c6ef-436f-86c2-3273f80786dc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:35:03.231951 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1379e495-5ca5-4001-b298-a4d77f421896 req-715b6545-c6ef-436f-86c2-3273f80786dc tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 945 time: 0.0520573 Feb 18 12:35:03.281174 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1379e495-5ca5-4001-b298-a4d77f421896 req-1c2f7de6-25ea-46c2-be72-f8679e55292c tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435574 Feb 18 12:35:03.291895 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 25171995-49f0-4ef1-9c10-dc639aab29c8 up at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:35:03.339176 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.provisioning_blocks [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Provisioning complete for port 25171995-49f0-4ef1-9c10-dc639aab29c8 triggered by entity L2. {{(pid=103421) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:35:03.339553 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139212'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), provisioning_complete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:03.414798 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Current status of the port 25171995-49f0-4ef1-9c10-dc639aab29c8 is: BUILD; New status is: ACTIVE {{(pid=103421) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:35:03.415179 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562407'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), before_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:03.436651 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25171995-49f0-4ef1-9c10-dc639aab29c8'}] {{(pid=103421) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:35:03.438862 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17005b1475f2186e8ecb0f6b197779c4848c2bd2786db75d7d7522b5abc93b0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e1c2c4-fa59-41bf-bb88-c2d73204d877" -d '{"events": [{"server_uuid": "c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251", "name": "network-vif-plugged", "status": "completed", "tag": "25171995-49f0-4ef1-9c10-dc639aab29c8"}]}' {{(pid=103421) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:35:03.450576 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] For port 25171995-49f0-4ef1-9c10-dc639aab29c8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=25171995-49f0-4ef1-9c10-dc639aab29c8,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:35:03.527918 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef374f85-fe77-4dfe-b927-45910085f3fd x-openstack-request-id: req-ef374f85-fe77-4dfe-b927-45910085f3fd {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:35:03.528208 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251", "name": "network-vif-plugged", "status": "completed", "tag": "25171995-49f0-4ef1-9c10-dc639aab29c8", "code": 200}]} {{(pid=103421) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:35:03.528459 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef374f85-fe77-4dfe-b927-45910085f3fd {{(pid=103421) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:35:03.528854 dv-cinder-804757-15-iscsi neutron-server[103421]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'code': 200} Feb 18 12:35:03.539725 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732449564281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732449006120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732449006138'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:03.585912 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Pushing event updated for resources: {'Port': ['ID=25171995-49f0-4ef1-9c10-dc639aab29c8,revision_number=8']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:35:03.820338 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228068a-9d5c-4301-9322-50619cf372da req-01c9f65d-6837-4962-9f82-6149416035b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:35:03.821719 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1228068a-9d5c-4301-9322-50619cf372da req-01c9f65d-6837-4962-9f82-6149416035b1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 1129 time: 0.0427468 Feb 18 12:35:03.869963 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1228068a-9d5c-4301-9322-50619cf372da req-703f26e5-7912-4f95-9a5a-0b53cf89b77c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375535 Feb 18 12:35:04.273647 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda183f6-d7ad-4171-9840-1a111794821b req-644a8f93-6d7b-4af3-9d01-b6b62d8cb1c8 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:35:04.275154 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dda183f6-d7ad-4171-9840-1a111794821b req-644a8f93-6d7b-4af3-9d01-b6b62d8cb1c8 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0547035 Feb 18 12:35:04.323379 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-dda183f6-d7ad-4171-9840-1a111794821b req-a4b4e8e1-7773-465d-945a-6bf213911a17 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418792 Feb 18 12:35:04.419884 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db05d4-6aca-4018-b91e-dad6025847e3 req-26cf25a4-6dff-4a94-9503-f690ee7b519e tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:35:04.421344 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e8db05d4-6aca-4018-b91e-dad6025847e3 req-26cf25a4-6dff-4a94-9503-f690ee7b519e tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 945 time: 0.0728106 Feb 18 12:35:04.471779 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-e8db05d4-6aca-4018-b91e-dad6025847e3 req-117d7319-9ad9-4984-8992-bdd0c90f485f tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/security-groups?id=428c6442-e7a2-40db-a1e0-56c1003acc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395679 Feb 18 12:35:05.102018 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7468d-42cb-4f2d-8272-cb7fdc94a71c req-8965e6b0-7252-4ac9-ba41-c86bbcc0c8b2 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:35:05.103485 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9eb7468d-42cb-4f2d-8272-cb7fdc94a71c req-8965e6b0-7252-4ac9-ba41-c86bbcc0c8b2 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.82 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 945 time: 0.0513124 Feb 18 12:35:05.199291 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-9eb7468d-42cb-4f2d-8272-cb7fdc94a71c req-ff35bc38-1e66-45d1-9215-fdd2e8137bd2 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Deleting port 5f63bc35-691b-45b2-b836-ac3327c3d175 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:35:05.199633 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-9eb7468d-42cb-4f2d-8272-cb7fdc94a71c req-ff35bc38-1e66-45d1-9215-fdd2e8137bd2 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:05.285913 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-9eb7468d-42cb-4f2d-8272-cb7fdc94a71c req-ff35bc38-1e66-45d1-9215-fdd2e8137bd2 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] For port 5f63bc35-691b-45b2-b836-ac3327c3d175, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5f63bc35-691b-45b2-b836-ac3327c3d175,segment=NetworkSegment(872aa927-c745-408b-818d-4ea38ef35ed0),segment_id=872aa927-c745-408b-818d-4ea38ef35ed0)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:35:05.286693 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-9eb7468d-42cb-4f2d-8272-cb7fdc94a71c req-ff35bc38-1e66-45d1-9215-fdd2e8137bd2 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:05.301419 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-9eb7468d-42cb-4f2d-8272-cb7fdc94a71c req-ff35bc38-1e66-45d1-9215-fdd2e8137bd2 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Calling delete_port for 5f63bc35-691b-45b2-b836-ac3327c3d175 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:35:05.467524 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95b01e-d0d6-4b77-8608-039eec612c3d req-dc74d80d-eeb0-42f3-bf0d-07e1c26442d5 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:35:05.469021 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5b95b01e-d0d6-4b77-8608-039eec612c3d req-dc74d80d-eeb0-42f3-bf0d-07e1c26442d5 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0652943 Feb 18 12:35:05.509558 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-9eb7468d-42cb-4f2d-8272-cb7fdc94a71c req-ff35bc38-1e66-45d1-9215-fdd2e8137bd2 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (5f63bc35-691b-45b2-b836-ac3327c3d175), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:05.523161 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] get_ports_and_sgs() called for port_ids ['5f63bc35-691b-45b2-b836-ac3327c3d175'] {{(pid=103421) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:35:05.553354 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5b95b01e-d0d6-4b77-8608-039eec612c3d req-a28b0138-a13e-4131-a56d-f27dcc496cd8 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787141 Feb 18 12:35:05.555140 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35bc38-1e66-45d1-9215-fdd2e8137bd2 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Pushing event deleted for resources: {'Port': ['ID=5f63bc35-691b-45b2-b836-ac3327c3d175,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:35:05.555965 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:35:05.599022 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-1a719698-d1a9-4fa6-85f5-1e8de349db38 req-ffe41eb8-7ba9-49dd-9527-7f8322d17b39 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.52 "GET /v2.0/ports?device_id=592e2439-fdb2-4f77-b621-76ebb991e01f HTTP/1.1" status: 200 len: 210 time: 0.0500603 Feb 18 12:35:05.614021 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-20badea3-a8b7-49fd-a5c3-d69eb6482d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:05.618753 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb7468d-42cb-4f2d-8272-cb7fdc94a71c req-ff35bc38-1e66-45d1-9215-fdd2e8137bd2 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] No DVR routers for this DVR port 5f63bc35-691b-45b2-b836-ac3327c3d175 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:35:05.621025 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-9eb7468d-42cb-4f2d-8272-cb7fdc94a71c req-ff35bc38-1e66-45d1-9215-fdd2e8137bd2 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:05.624374 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9eb7468d-42cb-4f2d-8272-cb7fdc94a71c req-ff35bc38-1e66-45d1-9215-fdd2e8137bd2 tempest-VolumesSnapshotTestJSON-2077908176 tempest-VolumesSnapshotTestJSON-2077908176-project] 10.222.0.82 "DELETE /v2.0/ports/5f63bc35-691b-45b2-b836-ac3327c3d175 HTTP/1.1" status: 204 len: 173 time: 0.5149996 Feb 18 12:35:05.624818 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592e2439-fdb2-4f77-b621-76ebb991e01f', 'name': 'network-vif-deleted', 'tag': '5f63bc35-691b-45b2-b836-ac3327c3d175'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:35:05.627063 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedaf71a-402e-470f-b90b-607ebd2527d6" -d '{"events": [{"server_uuid": "592e2439-fdb2-4f77-b621-76ebb991e01f", "name": "network-vif-deleted", "tag": "5f63bc35-691b-45b2-b836-ac3327c3d175"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:35:05.661600 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ad67c9-5325-4158-a4ce-d912b2cb6b03 x-openstack-request-id: req-b3ad67c9-5325-4158-a4ce-d912b2cb6b03 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:35:05.661891 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592e2439-fdb2-4f77-b621-76ebb991e01f", "name": "network-vif-deleted", "tag": "5f63bc35-691b-45b2-b836-ac3327c3d175", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:35:05.662170 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3ad67c9-5325-4158-a4ce-d912b2cb6b03 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:35:05.662565 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592e2439-fdb2-4f77-b621-76ebb991e01f', 'name': 'network-vif-deleted', 'tag': '5f63bc35-691b-45b2-b836-ac3327c3d175', 'status': 'completed', 'code': 200} Feb 18 12:35:06.745166 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:07.899571 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-44e763fa-d265-4252-99d5-6dc3ecc7b4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:09.047578 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:09.819642 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 5f63bc35-691b-45b2-b836-ac3327c3d175 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:35:09.839333 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: 5f63bc35-691b-45b2-b836-ac3327c3d175 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:35:09.839686 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 5f63bc35-691b-45b2-b836-ac3327c3d175 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:35:10.465355 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:11.957292 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:13.010450 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f23ff6f-8b57-449a-a8fe-a6aad28e324a req-08221717-da30-4d95-8e23-4712cfcae3bf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423884 Feb 18 12:35:13.096412 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23ff6f-8b57-449a-a8fe-a6aad28e324a req-7d484439-79d7-407b-a47d-907437a663ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:35:13.097867 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f23ff6f-8b57-449a-a8fe-a6aad28e324a req-7d484439-79d7-407b-a47d-907437a663ef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c5cedac69764095b416f7b3f7ab59c5&device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 1129 time: 0.0473716 Feb 18 12:35:13.198371 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23ff6f-8b57-449a-a8fe-a6aad28e324a req-6cf7e469-d395-476e-ac84-bf5293f37345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:35:13.199851 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f23ff6f-8b57-449a-a8fe-a6aad28e324a req-6cf7e469-d395-476e-ac84-bf5293f37345 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1c250558-5b61-4ce2-af5f-56eacc6b0cea HTTP/1.1" status: 200 len: 910 time: 0.0830045 Feb 18 12:35:13.267280 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f23ff6f-8b57-449a-a8fe-a6aad28e324a req-62ab2d40-599c-4a51-af57-b61163d91205 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25171995-49f0-4ef1-9c10-dc639aab29c8 HTTP/1.1" status: 200 len: 1001 time: 0.0602174 Feb 18 12:35:13.313182 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23ff6f-8b57-449a-a8fe-a6aad28e324a req-409f8b73-20d4-4119-adc0-1c2472271550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:35:13.315181 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f23ff6f-8b57-449a-a8fe-a6aad28e324a req-409f8b73-20d4-4119-adc0-1c2472271550 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=46eb2fcb-a393-468a-896a-e9bbd83c3652 HTTP/1.1" status: 200 len: 848 time: 0.0417879 Feb 18 12:35:13.363491 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23ff6f-8b57-449a-a8fe-a6aad28e324a req-12b966d8-0c61-4465-9902-b43a63477523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:35:13.364965 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f23ff6f-8b57-449a-a8fe-a6aad28e324a req-12b966d8-0c61-4465-9902-b43a63477523 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1c250558-5b61-4ce2-af5f-56eacc6b0cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442016 Feb 18 12:35:13.454710 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f23ff6f-8b57-449a-a8fe-a6aad28e324a req-f3f4652b-1a23-4379-80ed-be24bd014d1a service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834258 Feb 18 12:35:13.541408 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-5f23ff6f-8b57-449a-a8fe-a6aad28e324a req-43511a5e-fb62-4aef-a7c5-38c66c979c2b service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810735 Feb 18 12:35:31.311270 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54534) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:35:31.354296 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Deleting subnet d4de4651-5636-49f8-97e7-53ec7887e8d9 {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:35:31.357573 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Publish callbacks [] for subnet (d4de4651-5636-49f8-97e7-53ec7887e8d9), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:31.391213 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14228871'] for subnet (d4de4651-5636-49f8-97e7-53ec7887e8d9), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:31.426973 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (d4de4651-5636-49f8-97e7-53ec7887e8d9), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:31.551059 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12850526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326161'] for subnet (d4de4651-5636-49f8-97e7-53ec7887e8d9), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:31.576055 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4de4651-5636-49f8-97e7-53ec7887e8d9,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:35:31.583582 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:31.586715 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d4de4651-5636-49f8-97e7-53ec7887e8d9 HTTP/1.1" status: 204 len: 168 time: 0.2744727 Feb 18 12:35:31.588382 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.588729 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.589070 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.589405 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.589608 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 54536) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:35:31.590053 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.590053 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.590388 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.590711 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.591038 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.591359 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.591684 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.592002 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.592318 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e723797c-fefb-460d-848d-57dcaebb8009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.666668 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (57ae517e-1567-4308-9113-973fccb2be21), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:31.743092 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (57ae517e-1567-4308-9113-973fccb2be21), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:31.762007 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ae517e-1567-4308-9113-973fccb2be21']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:35:31.771079 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872aa927-c745-408b-818d-4ea38ef35ed0') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:35:31.771377 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872aa927-c745-408b-818d-4ea38ef35ed0') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:35:31.780353 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919526'] for segment (872aa927-c745-408b-818d-4ea38ef35ed0), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:31.793422 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (872aa927-c745-408b-818d-4ea38ef35ed0), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:31.799059 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:35:31.799438 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12919947'] for segment (872aa927-c745-408b-818d-4ea38ef35ed0), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: Traceback (most recent call last): Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: timer() Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: cb(*args, **kw) Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: return func(*args, **kwargs) Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: self._notify() Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: self.callback(batched_events) Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: event.method(event) Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: return f(self, *a, **k) Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._get(url).json() Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:35:31.801149 dv-cinder-804757-15-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:35:31.939575 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (57ae517e-1567-4308-9113-973fccb2be21), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:31.944827 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:31.948042 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] 10.222.0.52 "DELETE /v2.0/networks/57ae517e-1567-4308-9113-973fccb2be21 HTTP/1.1" status: 204 len: 168 time: 0.3570714 Feb 18 12:35:31.959757 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Pushing event deleted for resources: {'Network': ['ID=57ae517e-1567-4308-9113-973fccb2be21,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:35:31.967365 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.967788 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.968060 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.968401 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.968729 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.969058 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.969385 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.969711 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.970035 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.972380 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.972380 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.972380 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:31.972380 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f9982-0c04-4f1a-8a08-b8de04c2d088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:35:32.341170 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 54540) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:35:32.379582 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-8e2a9aa1-c9b8-4c60-9354-ad69d0616000 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b95302ca5894d9286f9be7b84f0341e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372570 Feb 18 12:35:32.381858 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 54542) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:35:32.427391 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe650c8f-4e83-4cf3-a94d-762b92492ce8 admin admin] Publish callbacks [] for security_group (428c6442-e7a2-40db-a1e0-56c1003acc14), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:32.447756 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe650c8f-4e83-4cf3-a94d-762b92492ce8 admin admin] Publish callbacks [] for security_group (428c6442-e7a2-40db-a1e0-56c1003acc14), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:32.539432 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe650c8f-4e83-4cf3-a94d-762b92492ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (428c6442-e7a2-40db-a1e0-56c1003acc14), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:32.542031 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-fe650c8f-4e83-4cf3-a94d-762b92492ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:32.543188 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-fe650c8f-4e83-4cf3-a94d-762b92492ce8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/428c6442-e7a2-40db-a1e0-56c1003acc14 HTTP/1.1" status: 204 len: 168 time: 0.1597617 Feb 18 12:35:32.550962 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe650c8f-4e83-4cf3-a94d-762b92492ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428c6442-e7a2-40db-a1e0-56c1003acc14,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:35:35.619665 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-6c7018bd-b617-491b-af34-5b7a66c79224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:36.716333 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:37.870027 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-577e8bde-16d7-470a-9ed4-9fc8559812c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:39.036237 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:40.459161 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:41.812855 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 54618) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:35:41.923418 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-814e0e16-a437-4af3-952f-e5b22b977555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:41.956171 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:42.014678 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-814e0e16-a437-4af3-952f-e5b22b977555 admin admin] Publish callbacks [] for security_group (9e07801f-c81e-425b-af07-619920408e43), precommit_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:42.082157 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-814e0e16-a437-4af3-952f-e5b22b977555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (9e07801f-c81e-425b-af07-619920408e43), after_create {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:42.120747 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-814e0e16-a437-4af3-952f-e5b22b977555 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=034d4e53d2534c6b882e31726006df4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067887 Feb 18 12:35:42.121568 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e0e16-a437-4af3-952f-e5b22b977555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e07801f-c81e-425b-af07-619920408e43,revision_number=1']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:35:42.123523 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54622) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:35:42.171625 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6142b881-a066-465c-9e55-1d0fbc0aff6d admin admin] Publish callbacks [] for security_group (9e07801f-c81e-425b-af07-619920408e43), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:42.191381 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6142b881-a066-465c-9e55-1d0fbc0aff6d admin admin] Publish callbacks [] for security_group (9e07801f-c81e-425b-af07-619920408e43), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:42.309707 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6142b881-a066-465c-9e55-1d0fbc0aff6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (9e07801f-c81e-425b-af07-619920408e43), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:42.312268 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-6142b881-a066-465c-9e55-1d0fbc0aff6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:35:42.313412 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-6142b881-a066-465c-9e55-1d0fbc0aff6d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e07801f-c81e-425b-af07-619920408e43 HTTP/1.1" status: 204 len: 168 time: 0.1888225 Feb 18 12:35:42.320797 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142b881-a066-465c-9e55-1d0fbc0aff6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e07801f-c81e-425b-af07-619920408e43,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:35:42.556298 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:36:05.612802 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1b8c48df-843c-422b-bf9d-45a494b08960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:06.733066 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:07.870051 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d7733f43-f085-45ed-8744-cd23cbd418f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:09.081619 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:10.446584 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:11.978559 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:15.613047 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-90d619ad-a85e-44f3-9671-7643f775fa6f req-f7787dc7-479e-4667-b089-a922ff7cb3c8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423355 Feb 18 12:36:15.694629 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d619ad-a85e-44f3-9671-7643f775fa6f req-b247490e-c4b1-4901-b847-df284fda728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:36:15.696259 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-90d619ad-a85e-44f3-9671-7643f775fa6f req-b247490e-c4b1-4901-b847-df284fda728c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c5cedac69764095b416f7b3f7ab59c5&device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 1129 time: 0.0434408 Feb 18 12:36:15.797537 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d619ad-a85e-44f3-9671-7643f775fa6f req-7700369c-c89b-45a9-9ef5-31ade21d44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:36:15.798961 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-90d619ad-a85e-44f3-9671-7643f775fa6f req-7700369c-c89b-45a9-9ef5-31ade21d44c0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1c250558-5b61-4ce2-af5f-56eacc6b0cea HTTP/1.1" status: 200 len: 910 time: 0.0849285 Feb 18 12:36:15.860367 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-90d619ad-a85e-44f3-9671-7643f775fa6f req-b5e946fe-5022-47d4-9d3e-48bc3dafd044 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25171995-49f0-4ef1-9c10-dc639aab29c8 HTTP/1.1" status: 200 len: 1001 time: 0.0557098 Feb 18 12:36:15.909727 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d619ad-a85e-44f3-9671-7643f775fa6f req-5dd7f31b-1121-4d64-90ac-1314b6e105c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:36:15.911206 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-90d619ad-a85e-44f3-9671-7643f775fa6f req-5dd7f31b-1121-4d64-90ac-1314b6e105c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=46eb2fcb-a393-468a-896a-e9bbd83c3652 HTTP/1.1" status: 200 len: 848 time: 0.0457397 Feb 18 12:36:15.956880 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d619ad-a85e-44f3-9671-7643f775fa6f req-d697148d-4fe8-472e-81eb-ca337b7eca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:36:15.958330 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-90d619ad-a85e-44f3-9671-7643f775fa6f req-d697148d-4fe8-472e-81eb-ca337b7eca3e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1c250558-5b61-4ce2-af5f-56eacc6b0cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415659 Feb 18 12:36:16.043773 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-90d619ad-a85e-44f3-9671-7643f775fa6f req-9b90775c-4f3e-48e5-a7e6-ee92b5fcdc97 service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796955 Feb 18 12:36:16.132986 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-90d619ad-a85e-44f3-9671-7643f775fa6f req-2401e50b-c116-46d1-a2d1-1cb6e61ed1a9 service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830214 Feb 18 12:36:19.555139 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:36:19.683063 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54630) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:36:19.834234 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-f94bbc54-6cce-4c7d-a8ea-d973ff0cbfcd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Deleting port 9d8ca016-9736-4e84-a595-9298c6730526 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:36:19.834497 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f94bbc54-6cce-4c7d-a8ea-d973ff0cbfcd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (9d8ca016-9736-4e84-a595-9298c6730526), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:19.908711 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f94bbc54-6cce-4c7d-a8ea-d973ff0cbfcd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (9d8ca016-9736-4e84-a595-9298c6730526), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:19.909035 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f94bbc54-6cce-4c7d-a8ea-d973ff0cbfcd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for floatingip (9d8ca016-9736-4e84-a595-9298c6730526), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:19.920491 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-f94bbc54-6cce-4c7d-a8ea-d973ff0cbfcd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Calling delete_port for 9d8ca016-9736-4e84-a595-9298c6730526 owned by network:floatingip {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:36:20.167242 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f94bbc54-6cce-4c7d-a8ea-d973ff0cbfcd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (9d8ca016-9736-4e84-a595-9298c6730526), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:20.192913 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bbc54-6cce-4c7d-a8ea-d973ff0cbfcd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Pushing event deleted for resources: {'Port': ['ID=9d8ca016-9736-4e84-a595-9298c6730526,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:20.250578 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f94bbc54-6cce-4c7d-a8ea-d973ff0cbfcd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for floatingip (eb666ed7-d3a5-4d52-aaf9-dbe33c365941), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:20.250919 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.db.l3_db [None req-f94bbc54-6cce-4c7d-a8ea-d973ff0cbfcd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Floating IP eb666ed7-d3a5-4d52-aaf9-dbe33c365941 disassociated (deleted). External IP: 172.27.2.218, port: 25171995-49f0-4ef1-9c10-dc639aab29c8. Feb 18 12:36:20.455984 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94bbc54-6cce-4c7d-a8ea-d973ff0cbfcd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Router 416e3dd1-6486-42a0-a65c-abf50ff81507 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:36:20.564366 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94bbc54-6cce-4c7d-a8ea-d973ff0cbfcd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:36:20.569382 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-f94bbc54-6cce-4c7d-a8ea-d973ff0cbfcd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for floatingip (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:20.574593 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e174ae7-a7a8-4097-876d-8db3e2f15c53 None None] Sync routers for ids ['416e3dd1-6486-42a0-a65c-abf50ff81507'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:36:20.583723 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e174ae7-a7a8-4097-876d-8db3e2f15c53 None None] Routers {'416e3dd1-6486-42a0-a65c-abf50ff81507'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:36:20.586353 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2e174ae7-a7a8-4097-876d-8db3e2f15c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:36:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['416e3dd1-6486-42a0-a65c-abf50ff81507'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:20.598815 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-f94bbc54-6cce-4c7d-a8ea-d973ff0cbfcd tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "DELETE /v2.0/floatingips/eb666ed7-d3a5-4d52-aaf9-dbe33c365941 HTTP/1.1" status: 204 len: 168 time: 0.9146819 Feb 18 12:36:20.603793 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'tag': '25171995-49f0-4ef1-9c10-dc639aab29c8'}] {{(pid=103420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:36:20.603793 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d728a8607cc53405b141b0315efa200b0cd0e952a259bf9e0ca5c943bb659e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de636e64-4267-4ada-9568-f5e16157c5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251", "tag": "25171995-49f0-4ef1-9c10-dc639aab29c8"}]}' {{(pid=103420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:36:20.700050 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-2e174ae7-a7a8-4097-876d-8db3e2f15c53 None None] Set router 416e3dd1-6486-42a0-a65c-abf50ff81507 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:36:20.899664 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5323bfb-5cba-4f0c-b8ec-ee00e02c8fc3 x-openstack-request-id: req-f5323bfb-5cba-4f0c-b8ec-ee00e02c8fc3 {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:36:20.900194 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251", "tag": "25171995-49f0-4ef1-9c10-dc639aab29c8", "status": "completed", "code": 200}]} {{(pid=103420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:36:20.900194 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5323bfb-5cba-4f0c-b8ec-ee00e02c8fc3 {{(pid=103420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:36:20.900570 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'tag': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'status': 'completed', 'code': 200} Feb 18 12:36:20.909593 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2e174ae7-a7a8-4097-876d-8db3e2f15c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:31:30Z', 'revision_number': 4, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port': {'id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:27Z', 'updated_at': '2022-02-18T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '2a64232a-62ac-4e26-ae34-1fc5a786b647', 'name': '', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'mac_address': 'fa:16:3e:5c:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:30Z', 'updated_at': '2022-02-18T12:31:34Z', 'revision_number': 5, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'subnets': [{'id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:20.939467 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e174ae7-a7a8-4097-876d-8db3e2f15c53 None None] Checking router: 416e3dd1-6486-42a0-a65c-abf50ff81507 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:36:20.948289 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e174ae7-a7a8-4097-876d-8db3e2f15c53 None None] Routers {'416e3dd1-6486-42a0-a65c-abf50ff81507'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:36:20.948889 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2e174ae7-a7a8-4097-876d-8db3e2f15c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:36:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['416e3dd1-6486-42a0-a65c-abf50ff81507'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:20.962583 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de636e64-4267-4ada-9568-f5e16157c5bb req-dc32470b-c58f-49ec-851e-f833ba2b56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:36:20.964062 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-de636e64-4267-4ada-9568-f5e16157c5bb req-dc32470b-c58f-49ec-851e-f833ba2b56e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5c5cedac69764095b416f7b3f7ab59c5&device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 1129 time: 0.0442073 Feb 18 12:36:21.059505 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-2e174ae7-a7a8-4097-876d-8db3e2f15c53 None None] Set router 416e3dd1-6486-42a0-a65c-abf50ff81507 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:36:21.059745 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de636e64-4267-4ada-9568-f5e16157c5bb req-00145016-2675-497b-a5a4-87c399d4da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:36:21.061181 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-de636e64-4267-4ada-9568-f5e16157c5bb req-00145016-2675-497b-a5a4-87c399d4da3a service neutron] 10.222.0.82 "GET /v2.0/networks?id=1c250558-5b61-4ce2-af5f-56eacc6b0cea HTTP/1.1" status: 200 len: 910 time: 0.0901575 Feb 18 12:36:21.125150 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-de636e64-4267-4ada-9568-f5e16157c5bb req-55681f26-417a-4c14-b6e3-aca47d4da2e8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25171995-49f0-4ef1-9c10-dc639aab29c8 HTTP/1.1" status: 200 len: 217 time: 0.0561855 Feb 18 12:36:21.188136 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d3e24-cea9-464a-8a07-0757dc1fa0fc req-22c83aab-fb44-43e5-ab8c-a2903475539c tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:36:21.189614 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-396d3e24-cea9-464a-8a07-0757dc1fa0fc req-22c83aab-fb44-43e5-ab8c-a2903475539c tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.1219552 Feb 18 12:36:21.195154 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de636e64-4267-4ada-9568-f5e16157c5bb req-0bc31a07-ffd7-48c4-b3d3-ebfe239b1c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:36:21.196566 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-de636e64-4267-4ada-9568-f5e16157c5bb req-0bc31a07-ffd7-48c4-b3d3-ebfe239b1c71 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=46eb2fcb-a393-468a-896a-e9bbd83c3652 HTTP/1.1" status: 200 len: 848 time: 0.0645926 Feb 18 12:36:21.273158 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-396d3e24-cea9-464a-8a07-0757dc1fa0fc req-0ec1d8a0-60fa-4f7a-a8cb-9d811f79a887 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752773 Feb 18 12:36:21.283321 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de636e64-4267-4ada-9568-f5e16157c5bb req-91a30936-639a-4ad3-b766-cfbc340cc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:36:21.288554 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-de636e64-4267-4ada-9568-f5e16157c5bb req-91a30936-639a-4ad3-b766-cfbc340cc01c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1c250558-5b61-4ce2-af5f-56eacc6b0cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0705345 Feb 18 12:36:21.296875 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-2e174ae7-a7a8-4097-876d-8db3e2f15c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:31:30Z', 'revision_number': 4, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port': {'id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:27Z', 'updated_at': '2022-02-18T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '2a64232a-62ac-4e26-ae34-1fc5a786b647', 'name': '', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'mac_address': 'fa:16:3e:5c:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:30Z', 'updated_at': '2022-02-18T12:31:34Z', 'revision_number': 5, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'subnets': [{'id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:21.322957 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e174ae7-a7a8-4097-876d-8db3e2f15c53 None None] The sync data for ids ['416e3dd1-6486-42a0-a65c-abf50ff81507'] in dv-cinder-804757-15-iscsi is: [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:31:30Z', 'revision_number': 4, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port': {'id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:27Z', 'updated_at': '2022-02-18T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi', '_interfaces': [{'id': '2a64232a-62ac-4e26-ae34-1fc5a786b647', 'name': '', 'network_id': '1c250558-5b61-4ce2-af5f-56eacc6b0cea', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'mac_address': 'fa:16:3e:5c:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:30Z', 'updated_at': '2022-02-18T12:31:34Z', 'revision_number': 5, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'subnets': [{'id': '46eb2fcb-a393-468a-896a-e9bbd83c3652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:36:21.375898 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-de636e64-4267-4ada-9568-f5e16157c5bb req-57f8968d-24d3-44f1-b79d-47868f1c637a service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829573 Feb 18 12:36:21.470645 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-de636e64-4267-4ada-9568-f5e16157c5bb req-70d05901-b232-4df6-8625-a3ddbfee0e07 service neutron] 10.222.0.82 "GET /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882363 Feb 18 12:36:21.538415 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76343ca-3891-42b0-8dec-9fd06ac9f9b6 None None] New status for floating IP eb666ed7-d3a5-4d52-aaf9-dbe33c365941: DOWN {{(pid=103422) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:36:22.397551 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee010e5-3c69-47ff-a087-d788fc81d157 req-5456b0ab-0d9e-42f2-ac74-89d7d2d05289 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:36:22.399009 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9ee010e5-3c69-47ff-a087-d788fc81d157 req-5456b0ab-0d9e-42f2-ac74-89d7d2d05289 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0506978 Feb 18 12:36:22.447718 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-9ee010e5-3c69-47ff-a087-d788fc81d157 req-3416804c-9344-40c9-bdb8-4a42ac1814eb tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/security-groups?id=732baa2e-9c72-4b51-bad3-b2fae3a6852c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423994 Feb 18 12:36:22.593395 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fc9cc-b5df-466f-bb75-df1a73aa7bab req-2baab211-5e3b-46a8-9888-c505f35656cf tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:36:22.594757 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-697fc9cc-b5df-466f-bb75-df1a73aa7bab req-2baab211-5e3b-46a8-9888-c505f35656cf tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 945 time: 0.0553262 Feb 18 12:36:22.682515 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-697fc9cc-b5df-466f-bb75-df1a73aa7bab req-630c6382-72ec-4f5a-97dd-d55462b55b57 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Deleting port 25171995-49f0-4ef1-9c10-dc639aab29c8 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:36:22.682854 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-697fc9cc-b5df-466f-bb75-df1a73aa7bab req-630c6382-72ec-4f5a-97dd-d55462b55b57 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:22.771456 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [req-697fc9cc-b5df-466f-bb75-df1a73aa7bab req-630c6382-72ec-4f5a-97dd-d55462b55b57 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] For port 25171995-49f0-4ef1-9c10-dc639aab29c8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=25171995-49f0-4ef1-9c10-dc639aab29c8,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:36:22.771819 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-697fc9cc-b5df-466f-bb75-df1a73aa7bab req-630c6382-72ec-4f5a-97dd-d55462b55b57 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:23.050924 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [req-697fc9cc-b5df-466f-bb75-df1a73aa7bab req-630c6382-72ec-4f5a-97dd-d55462b55b57 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Calling delete_port for 25171995-49f0-4ef1-9c10-dc639aab29c8 owned by compute:nova {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:36:23.264773 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-697fc9cc-b5df-466f-bb75-df1a73aa7bab req-630c6382-72ec-4f5a-97dd-d55462b55b57 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (25171995-49f0-4ef1-9c10-dc639aab29c8), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:23.299357 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c6382-72ec-4f5a-97dd-d55462b55b57 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Pushing event deleted for resources: {'Port': ['ID=25171995-49f0-4ef1-9c10-dc639aab29c8,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:23.340534 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [req-697fc9cc-b5df-466f-bb75-df1a73aa7bab req-630c6382-72ec-4f5a-97dd-d55462b55b57 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] No DVR routers for this DVR port 25171995-49f0-4ef1-9c10-dc639aab29c8 on host hv-cinder-80475 {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:36:23.343009 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [req-697fc9cc-b5df-466f-bb75-df1a73aa7bab req-630c6382-72ec-4f5a-97dd-d55462b55b57 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43076'] for port (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:23.346300 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-697fc9cc-b5df-466f-bb75-df1a73aa7bab req-630c6382-72ec-4f5a-97dd-d55462b55b57 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.82 "DELETE /v2.0/ports/25171995-49f0-4ef1-9c10-dc639aab29c8 HTTP/1.1" status: 204 len: 173 time: 0.7460995 Feb 18 12:36:23.346727 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'name': 'network-vif-deleted', 'tag': '25171995-49f0-4ef1-9c10-dc639aab29c8'}] {{(pid=103419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:36:23.348978 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53b6eaf96b102efe500d0615bc332b63e1d5179b516ead9c610c4f4282596904" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0f6544-188d-43eb-a2c0-87464bb94b7f" -d '{"events": [{"server_uuid": "c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251", "name": "network-vif-deleted", "tag": "25171995-49f0-4ef1-9c10-dc639aab29c8"}]}' {{(pid=103419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:36:23.384506 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece4a8c1-d412-4cd0-b489-6fe703b7b1b6 x-openstack-request-id: req-ece4a8c1-d412-4cd0-b489-6fe703b7b1b6 {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:36:23.384799 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251", "name": "network-vif-deleted", "tag": "25171995-49f0-4ef1-9c10-dc639aab29c8", "status": "completed", "code": 200}]} {{(pid=103419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:36:23.385049 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ece4a8c1-d412-4cd0-b489-6fe703b7b1b6 {{(pid=103419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:36:23.385435 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251', 'name': 'network-vif-deleted', 'tag': '25171995-49f0-4ef1-9c10-dc639aab29c8', 'status': 'completed', 'code': 200} Feb 18 12:36:23.541528 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-2399130f-a994-493b-85a1-e63a3990851f req-7772ed3b-cac7-453c-93ee-3fc06b8e1c3d tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 210 time: 0.0262244 Feb 18 12:36:24.650578 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [req-7be1852c-5ef3-497b-8004-f69c99981f4c req-7ff4ecf7-9970-4e84-b4ea-a54b3af6ac97 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0d5dc8d-3ef7-4ef6-8484-4498ab3e4251 HTTP/1.1" status: 200 len: 210 time: 0.0281353 Feb 18 12:36:25.703740 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54658) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:36:25.761826 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-28313e05-d02d-4009-8a18-e7ac5ff4d503 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group (732baa2e-9c72-4b51-bad3-b2fae3a6852c), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:25.786885 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-28313e05-d02d-4009-8a18-e7ac5ff4d503 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group (732baa2e-9c72-4b51-bad3-b2fae3a6852c), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:25.804428 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 25171995-49f0-4ef1-9c10-dc639aab29c8 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:36:25.824193 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] No Port match for: 25171995-49f0-4ef1-9c10-dc639aab29c8 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:36:25.824620 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Device 25171995-49f0-4ef1-9c10-dc639aab29c8 not bound to the agent host hv-cinder-80475 {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:36:25.898140 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-28313e05-d02d-4009-8a18-e7ac5ff4d503 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (732baa2e-9c72-4b51-bad3-b2fae3a6852c), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:25.900806 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-28313e05-d02d-4009-8a18-e7ac5ff4d503 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:25.904496 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-28313e05-d02d-4009-8a18-e7ac5ff4d503 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] 10.222.0.52 "DELETE /v2.0/security-groups/732baa2e-9c72-4b51-bad3-b2fae3a6852c HTTP/1.1" status: 204 len: 168 time: 0.1972473 Feb 18 12:36:25.910928 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28313e05-d02d-4009-8a18-e7ac5ff4d503 tempest-TestShelveInstance-1700256690 tempest-TestShelveInstance-1700256690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=732baa2e-9c72-4b51-bad3-b2fae3a6852c,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:27.030339 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54664) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:36:27.811925 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c2dd-4a2c-48bf-a587-eb6b960b8bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557039'] for router_interface (416e3dd1-6486-42a0-a65c-abf50ff81507), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:28.067092 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3c2dd-4a2c-48bf-a587-eb6b960b8bf4 admin admin] Deleting port 2a64232a-62ac-4e26-ae34-1fc5a786b647 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:36:28.067831 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c2dd-4a2c-48bf-a587-eb6b960b8bf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:28.145236 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-5dd3c2dd-4a2c-48bf-a587-eb6b960b8bf4 admin admin] For port 2a64232a-62ac-4e26-ae34-1fc5a786b647, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=2a64232a-62ac-4e26-ae34-1fc5a786b647,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:36:28.145585 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c2dd-4a2c-48bf-a587-eb6b960b8bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:28.157680 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3c2dd-4a2c-48bf-a587-eb6b960b8bf4 admin admin] Calling delete_port for 2a64232a-62ac-4e26-ae34-1fc5a786b647 owned by network:router_interface {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:36:28.395970 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c2dd-4a2c-48bf-a587-eb6b960b8bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (2a64232a-62ac-4e26-ae34-1fc5a786b647), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:28.427126 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3c2dd-4a2c-48bf-a587-eb6b960b8bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a64232a-62ac-4e26-ae34-1fc5a786b647,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:28.589891 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c2dd-4a2c-48bf-a587-eb6b960b8bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-553503'] for router_interface (416e3dd1-6486-42a0-a65c-abf50ff81507), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:28.800006 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd3c2dd-4a2c-48bf-a587-eb6b960b8bf4 admin admin] Router 416e3dd1-6486-42a0-a65c-abf50ff81507 has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:36:28.905295 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd3c2dd-4a2c-48bf-a587-eb6b960b8bf4 admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:36:28.912911 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-5dd3c2dd-4a2c-48bf-a587-eb6b960b8bf4 admin admin] 10.222.0.52 "PUT /v2.0/routers/416e3dd1-6486-42a0-a65c-abf50ff81507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8789904 Feb 18 12:36:28.912911 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54668) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:36:28.916610 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48440705-93aa-442e-b714-5107adf5478d None None] Sync routers for ids ['416e3dd1-6486-42a0-a65c-abf50ff81507'] in dv-cinder-804757-15-iscsi {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:36:28.925577 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48440705-93aa-442e-b714-5107adf5478d None None] Routers {'416e3dd1-6486-42a0-a65c-abf50ff81507'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:36:28.926212 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-48440705-93aa-442e-b714-5107adf5478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:36:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['416e3dd1-6486-42a0-a65c-abf50ff81507'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:29.018828 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] Publish callbacks [] for router (416e3dd1-6486-42a0-a65c-abf50ff81507), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:29.033337 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-48440705-93aa-442e-b714-5107adf5478d None None] Set router 416e3dd1-6486-42a0-a65c-abf50ff81507 gateway port host: dv-cinder-804757-15-iscsi {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:36:29.119941 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] Publish callbacks [] for router_gateway (416e3dd1-6486-42a0-a65c-abf50ff81507), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:29.202346 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-48440705-93aa-442e-b714-5107adf5478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:36:28Z', 'revision_number': 5, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port': {'id': '60b337da-b610-4fd8-b6e2-75253fdeab19', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:27Z', 'updated_at': '2022-02-18T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:29.209446 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] Deleting port 60b337da-b610-4fd8-b6e2-75253fdeab19 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:36:29.209787 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (60b337da-b610-4fd8-b6e2-75253fdeab19), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:29.231946 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48440705-93aa-442e-b714-5107adf5478d None None] Checking router: 416e3dd1-6486-42a0-a65c-abf50ff81507 for host: dv-cinder-804757-15-iscsi {{(pid=103421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:36:29.240788 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48440705-93aa-442e-b714-5107adf5478d None None] Routers {'416e3dd1-6486-42a0-a65c-abf50ff81507'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:36:29.241371 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-48440705-93aa-442e-b714-5107adf5478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:36:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['416e3dd1-6486-42a0-a65c-abf50ff81507'], 'active': True} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:29.288626 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] For port 60b337da-b610-4fd8-b6e2-75253fdeab19, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=60b337da-b610-4fd8-b6e2-75253fdeab19,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:36:29.288907 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (60b337da-b610-4fd8-b6e2-75253fdeab19), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:29.301048 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] Calling delete_port for 60b337da-b610-4fd8-b6e2-75253fdeab19 owned by network:router_gateway {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:36:29.458659 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvr_db [None req-48440705-93aa-442e-b714-5107adf5478d None None] Set router 416e3dd1-6486-42a0-a65c-abf50ff81507 gateway port host: None {{(pid=103421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:36:29.509634 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_hamode_db [None req-48440705-93aa-442e-b714-5107adf5478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:36:29Z', 'revision_number': 6, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port_host': None}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:29.527012 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (60b337da-b610-4fd8-b6e2-75253fdeab19), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:29.540128 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48440705-93aa-442e-b714-5107adf5478d None None] The sync data for ids ['416e3dd1-6486-42a0-a65c-abf50ff81507'] in dv-cinder-804757-15-iscsi is: [{'id': '416e3dd1-6486-42a0-a65c-abf50ff81507', 'name': 'tempest-TestShelveInstance-1738730297-router', 'tenant_id': '5c5cedac69764095b416f7b3f7ab59c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:26Z', 'updated_at': '2022-02-18T12:36:29Z', 'revision_number': 6, 'project_id': '5c5cedac69764095b416f7b3f7ab59c5', 'gw_port_host': None}] {{(pid=103421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:36:29.553841 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] Pushing event deleted for resources: {'Port': ['ID=60b337da-b610-4fd8-b6e2-75253fdeab19,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:29.621206 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555185'] for router_gateway (416e3dd1-6486-42a0-a65c-abf50ff81507), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:29.710563 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125531'] for router (416e3dd1-6486-42a0-a65c-abf50ff81507), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:29.712649 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] Publish callbacks [] for router_controller (416e3dd1-6486-42a0-a65c-abf50ff81507), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:29.818140 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554004'] for router (416e3dd1-6486-42a0-a65c-abf50ff81507), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:29.818688 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 416e3dd1-6486-42a0-a65c-abf50ff81507 {{(pid=103420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:36:29.823000 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:29.824176 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-9b0308be-6080-4cd5-99d4-68a9e338c62b admin admin] 10.222.0.52 "DELETE /v2.0/routers/416e3dd1-6486-42a0-a65c-abf50ff81507 HTTP/1.1" status: 204 len: 168 time: 0.9103284 Feb 18 12:36:29.826831 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54670) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:36:29.870162 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c13843-a9b6-4cc2-b1ea-d9a890a84d3a admin admin] Deleting subnet 46eb2fcb-a393-468a-896a-e9bbd83c3652 {{(pid=103420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:36:29.873105 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-15c13843-a9b6-4cc2-b1ea-d9a890a84d3a admin admin] Publish callbacks [] for subnet (46eb2fcb-a393-468a-896a-e9bbd83c3652), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:29.907971 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-15c13843-a9b6-4cc2-b1ea-d9a890a84d3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14228871'] for subnet (46eb2fcb-a393-468a-896a-e9bbd83c3652), precommit_delete_associations {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:29.992820 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-15c13843-a9b6-4cc2-b1ea-d9a890a84d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (46eb2fcb-a393-468a-896a-e9bbd83c3652), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.104526 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-15c13843-a9b6-4cc2-b1ea-d9a890a84d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12850526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326161'] for subnet (46eb2fcb-a393-468a-896a-e9bbd83c3652), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.128673 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c13843-a9b6-4cc2-b1ea-d9a890a84d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46eb2fcb-a393-468a-896a-e9bbd83c3652,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:30.132241 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-15c13843-a9b6-4cc2-b1ea-d9a890a84d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for subnet (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.137636 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-15c13843-a9b6-4cc2-b1ea-d9a890a84d3a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/46eb2fcb-a393-468a-896a-e9bbd83c3652 HTTP/1.1" status: 204 len: 168 time: 0.3076506 Feb 18 12:36:30.138544 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 54672) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:36:30.142049 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ae0294-57bc-49e6-8c0d-31ba840c7c20 None None] Network 1c250558-5b61-4ce2-af5f-56eacc6b0cea requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:36:30.208432 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (1c250558-5b61-4ce2-af5f-56eacc6b0cea), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.260004 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Deleting port 495da8d3-e16b-46b7-946b-58209ab08739 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:36:30.260345 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (495da8d3-e16b-46b7-946b-58209ab08739), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.321572 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] For port 495da8d3-e16b-46b7-946b-58209ab08739, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=495da8d3-e16b-46b7-946b-58209ab08739,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:36:30.321939 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (495da8d3-e16b-46b7-946b-58209ab08739), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.331325 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] DHCP port deletion for 1c250558-5b61-4ce2-af5f-56eacc6b0cea request from dv-cinder-804757-15-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:36:30.339123 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Calling delete_port for 495da8d3-e16b-46b7-946b-58209ab08739 owned by network:dhcp {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:36:30.385556 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Deleting port 495da8d3-e16b-46b7-946b-58209ab08739 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:36:30.385841 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (495da8d3-e16b-46b7-946b-58209ab08739), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.447267 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] For port 495da8d3-e16b-46b7-946b-58209ab08739, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=495da8d3-e16b-46b7-946b-58209ab08739,segment=NetworkSegment(6e5333a7-b3f1-44be-8de6-1065ee89cd57),segment_id=6e5333a7-b3f1-44be-8de6-1065ee89cd57)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:36:30.447663 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (495da8d3-e16b-46b7-946b-58209ab08739), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.460393 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Calling delete_port for 495da8d3-e16b-46b7-946b-58209ab08739 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:36:30.493014 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (495da8d3-e16b-46b7-946b-58209ab08739), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.521768 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=495da8d3-e16b-46b7-946b-58209ab08739,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:30.523396 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] No DVR routers for this DVR port 495da8d3-e16b-46b7-946b-58209ab08739 on host dv-cinder-804757-15-iscsi {{(pid=103419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:36:30.539076 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111'] for port (495da8d3-e16b-46b7-946b-58209ab08739), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.563717 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Pushing event deleted for resources: {'Port': ['ID=495da8d3-e16b-46b7-946b-58209ab08739,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:30.568736 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] No DVR routers for this DVR port 495da8d3-e16b-46b7-946b-58209ab08739 on host dv-cinder-804757-15-iscsi {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:36:30.576331 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:30.576331 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:30.576331 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:30.576947 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:30.576947 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:30.577112 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:30.577450 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:30.577777 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:30.578294 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:30.578415 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:30.578718 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:30.579038 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:30.579356 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0c3e3-a511-4f29-b519-998f8cf73c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:30.613168 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (1c250558-5b61-4ce2-af5f-56eacc6b0cea), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.636049 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c250558-5b61-4ce2-af5f-56eacc6b0cea']}} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:30.645309 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5333a7-b3f1-44be-8de6-1065ee89cd57') {'for_net_delete': True} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:30.645601 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.services.segments.db [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5333a7-b3f1-44be-8de6-1065ee89cd57') {} {{(pid=103419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:30.654752 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12919526'] for segment (6e5333a7-b3f1-44be-8de6-1065ee89cd57), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.667426 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (6e5333a7-b3f1-44be-8de6-1065ee89cd57), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.673123 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:36:30.674942 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12919947'] for segment (6e5333a7-b3f1-44be-8de6-1065ee89cd57), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: Traceback (most recent call last): Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: timer() Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: cb(*args, **kw) Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: return func(*args, **kwargs) Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: self._notify() Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: self.callback(batched_events) Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: event.method(event) Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: return f(self, *a, **k) Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._get(url).json() Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: return self.request(url, 'GET', **kwargs) Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:36:30.675917 dv-cinder-804757-15-iscsi neutron-server[103419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:36:30.801487 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (1c250558-5b61-4ce2-af5f-56eacc6b0cea), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.806943 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:30.812820 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1c250558-5b61-4ce2-af5f-56eacc6b0cea HTTP/1.1" status: 204 len: 168 time: 0.6706619 Feb 18 12:36:30.813923 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54674) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:36:30.821490 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb99f64-a163-4723-b50b-735912b8a3f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c250558-5b61-4ce2-af5f-56eacc6b0cea,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:31.153957 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557039'] for router_interface (c2a50566-b320-4a8c-867d-0348711ed5db), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:31.603111 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 2a64232a-62ac-4e26-ae34-1fc5a786b647 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:36:31.610622 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Deleting port 379347ac-9b89-4032-a98c-f3a66db41036 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:36:31.610965 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (379347ac-9b89-4032-a98c-f3a66db41036), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:31.622032 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 2a64232a-62ac-4e26-ae34-1fc5a786b647 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:36:31.622458 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 2a64232a-62ac-4e26-ae34-1fc5a786b647 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:36:31.622879 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 60b337da-b610-4fd8-b6e2-75253fdeab19 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:36:31.642034 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 60b337da-b610-4fd8-b6e2-75253fdeab19 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:36:31.642885 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 60b337da-b610-4fd8-b6e2-75253fdeab19 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:36:31.643423 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 495da8d3-e16b-46b7-946b-58209ab08739 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:36:31.664500 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 495da8d3-e16b-46b7-946b-58209ab08739 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:36:31.664842 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 495da8d3-e16b-46b7-946b-58209ab08739 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:36:31.689880 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] For port 379347ac-9b89-4032-a98c-f3a66db41036, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=379347ac-9b89-4032-a98c-f3a66db41036,segment=NetworkSegment(ce9ed307-9bbc-4880-af51-a87a95aec8d4),segment_id=ce9ed307-9bbc-4880-af51-a87a95aec8d4)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:36:31.690292 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (379347ac-9b89-4032-a98c-f3a66db41036), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:31.702811 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Calling delete_port for 379347ac-9b89-4032-a98c-f3a66db41036 owned by network:router_interface {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:36:32.069963 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (379347ac-9b89-4032-a98c-f3a66db41036), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:32.106684 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=379347ac-9b89-4032-a98c-f3a66db41036,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:32.131014 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:32.131527 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:32.131874 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:32.132212 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:32.132547 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:32.132890 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:32.133211 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:32.133567 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:32.133870 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:32.134224 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:32.134554 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:32.134879 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:32.135201 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:32.277542 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-553503'] for router_interface (c2a50566-b320-4a8c-867d-0348711ed5db), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:32.487285 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Router c2a50566-b320-4a8c-867d-0348711ed5db has already been hosted by L3 agent c76fe447-57c6-40f9-8250-42e4409e26dc {{(pid=103420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:36:32.593465 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] Notify agent at l3_agent.dv-cinder-804757-15-iscsi the message routers_updated {{(pid=103420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:36:32.599448 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-514d2fa0-27d5-48d0-9cbc-6059dc048f8a admin admin] 10.222.0.52 "PUT /v2.0/routers/c2a50566-b320-4a8c-867d-0348711ed5db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7837493 Feb 18 12:36:32.601879 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 54676) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:36:32.602648 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e440e8-52ce-4d23-baa4-b6b9c59a3a85 None None] Sync routers for ids ['c2a50566-b320-4a8c-867d-0348711ed5db'] in dv-cinder-804757-15-iscsi {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:36:32.612902 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e440e8-52ce-4d23-baa4-b6b9c59a3a85 None None] Routers {'c2a50566-b320-4a8c-867d-0348711ed5db'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:36:32.613499 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-27e440e8-52ce-4d23-baa4-b6b9c59a3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:36:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['c2a50566-b320-4a8c-867d-0348711ed5db'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:32.708642 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Publish callbacks [] for router (c2a50566-b320-4a8c-867d-0348711ed5db), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:32.719551 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-27e440e8-52ce-4d23-baa4-b6b9c59a3a85 None None] Set router c2a50566-b320-4a8c-867d-0348711ed5db gateway port host: dv-cinder-804757-15-iscsi {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:36:32.812343 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Publish callbacks [] for router_gateway (c2a50566-b320-4a8c-867d-0348711ed5db), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:32.897445 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-27e440e8-52ce-4d23-baa4-b6b9c59a3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'name': 'tempest-TestShelveInstance-874367960-router', 'tenant_id': '3dbb50781437484ca126f5561e17e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'external_fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '9035e3b0-b31c-4ee9-9ab3-49e64bb07b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:33Z', 'updated_at': '2022-02-18T12:36:31Z', 'revision_number': 5, 'project_id': '3dbb50781437484ca126f5561e17e631', 'gw_port': {'id': '9035e3b0-b31c-4ee9-9ab3-49e64bb07b48', 'name': '', 'network_id': 'c2d06152-bd7f-45b7-a4df-f0b12c8de0ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:31:34Z', 'updated_at': '2022-02-18T12:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe01cd13-0000-4826-919b-26e49ee3bcef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-15-iscsi'}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:32.923982 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e440e8-52ce-4d23-baa4-b6b9c59a3a85 None None] Checking router: c2a50566-b320-4a8c-867d-0348711ed5db for host: dv-cinder-804757-15-iscsi {{(pid=103422) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:36:32.932169 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e440e8-52ce-4d23-baa4-b6b9c59a3a85 None None] Routers {'c2a50566-b320-4a8c-867d-0348711ed5db'} bound to L3 agent in host dv-cinder-804757-15-iscsi {{(pid=103422) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:36:32.932809 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-27e440e8-52ce-4d23-baa4-b6b9c59a3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:15:38Z,description=,heartbeat_timestamp=2022-02-18T12:36:08Z,host='dv-cinder-804757-15-iscsi',id=c76fe447-57c6-40f9-8250-42e4409e26dc,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:15:38Z,topic='l3_agent')) {'router_ids': ['c2a50566-b320-4a8c-867d-0348711ed5db'], 'active': True} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:32.944302 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Deleting port 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 {{(pid=103419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:36:32.944641 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (9035e3b0-b31c-4ee9-9ab3-49e64bb07b48), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:33.027563 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.db [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] For port 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=9035e3b0-b31c-4ee9-9ab3-49e64bb07b48,segment=NetworkSegment(9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f),segment_id=9b448802-ae9f-4f8a-bf9b-e2a23f71ad0f)] {{(pid=103419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:36:33.027929 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (9035e3b0-b31c-4ee9-9ab3-49e64bb07b48), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:33.028546 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_dvr_db [None req-27e440e8-52ce-4d23-baa4-b6b9c59a3a85 None None] Set router c2a50566-b320-4a8c-867d-0348711ed5db gateway port host: None {{(pid=103422) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:36:33.041495 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.plugins.ml2.plugin [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Calling delete_port for 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 owned by network:router_gateway {{(pid=103419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:36:33.083668 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.l3_hamode_db [None req-27e440e8-52ce-4d23-baa4-b6b9c59a3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'name': 'tempest-TestShelveInstance-874367960-router', 'tenant_id': '3dbb50781437484ca126f5561e17e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:33Z', 'updated_at': '2022-02-18T12:36:32Z', 'revision_number': 6, 'project_id': '3dbb50781437484ca126f5561e17e631', 'gw_port_host': None}], 'dv-cinder-804757-15-iscsi', False) {} {{(pid=103422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:33.110365 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e440e8-52ce-4d23-baa4-b6b9c59a3a85 None None] The sync data for ids ['c2a50566-b320-4a8c-867d-0348711ed5db'] in dv-cinder-804757-15-iscsi is: [{'id': 'c2a50566-b320-4a8c-867d-0348711ed5db', 'name': 'tempest-TestShelveInstance-874367960-router', 'tenant_id': '3dbb50781437484ca126f5561e17e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:31:33Z', 'updated_at': '2022-02-18T12:36:32Z', 'revision_number': 6, 'project_id': '3dbb50781437484ca126f5561e17e631', 'gw_port_host': None}] {{(pid=103422) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:36:33.246950 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12919380'] for port (9035e3b0-b31c-4ee9-9ab3-49e64bb07b48), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:33.275440 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Pushing event deleted for resources: {'Port': ['ID=9035e3b0-b31c-4ee9-9ab3-49e64bb07b48,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:33.286586 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:33.286940 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:33.287283 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:33.287617 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:33.287948 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:33.288284 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:33.288610 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:33.288935 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:33.289261 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:33.289584 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:33.289903 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:33.290255 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:33.290576 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-15-iscsi {{(pid=103419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:36:33.343058 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555185'] for router_gateway (c2a50566-b320-4a8c-867d-0348711ed5db), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:33.431667 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125531'] for router (c2a50566-b320-4a8c-867d-0348711ed5db), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:33.433837 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Publish callbacks [] for router_controller (c2a50566-b320-4a8c-867d-0348711ed5db), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:33.550305 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554004'] for router (c2a50566-b320-4a8c-867d-0348711ed5db), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:33.550848 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2a50566-b320-4a8c-867d-0348711ed5db {{(pid=103419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:36:33.555147 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:33.556316 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-0901e76a-59f0-4781-9b2b-d7a68386fc15 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c2a50566-b320-4a8c-867d-0348711ed5db HTTP/1.1" status: 204 len: 168 time: 0.9534185 Feb 18 12:36:33.558860 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.wsgi [-] (103419) accepted ('10.222.0.52', 54678) {{(pid=103419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:36:33.606320 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca934360-4ef7-4c17-989a-c702fef4e036 admin admin] Deleting subnet 8b6dc182-dd7b-418b-bf86-0f741066d30e {{(pid=103419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:36:33.609268 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ca934360-4ef7-4c17-989a-c702fef4e036 admin admin] Publish callbacks [] for subnet (8b6dc182-dd7b-418b-bf86-0f741066d30e), before_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:33.643371 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ca934360-4ef7-4c17-989a-c702fef4e036 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12919455'] for subnet (8b6dc182-dd7b-418b-bf86-0f741066d30e), precommit_delete_associations {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:33.727268 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ca934360-4ef7-4c17-989a-c702fef4e036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1142810'] for subnet (8b6dc182-dd7b-418b-bf86-0f741066d30e), precommit_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:33.841903 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ca934360-4ef7-4c17-989a-c702fef4e036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1142787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12919401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13555628'] for subnet (8b6dc182-dd7b-418b-bf86-0f741066d30e), after_delete {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:33.869111 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 379347ac-9b89-4032-a98c-f3a66db41036 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:36:33.877563 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron_lib.callbacks.manager [None req-ca934360-4ef7-4c17-989a-c702fef4e036 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:33.881404 dv-cinder-804757-15-iscsi neutron-server[103419]: INFO neutron.wsgi [None req-ca934360-4ef7-4c17-989a-c702fef4e036 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8b6dc182-dd7b-418b-bf86-0f741066d30e HTTP/1.1" status: 204 len: 168 time: 0.3216391 Feb 18 12:36:33.882478 dv-cinder-804757-15-iscsi neutron-server[103419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca934360-4ef7-4c17-989a-c702fef4e036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b6dc182-dd7b-418b-bf86-0f741066d30e,revision_number=None']} {{(pid=103419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:33.884110 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54680) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:36:33.895741 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a499ff1-8233-4ce5-b678-e688fe87e14b None None] Network 56844464-bc2c-4265-9e0b-556587b6b73a requested from dv-cinder-804757-15-iscsi {{(pid=103421) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:36:33.898187 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 379347ac-9b89-4032-a98c-f3a66db41036 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:36:33.898596 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 379347ac-9b89-4032-a98c-f3a66db41036 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:36:33.899063 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:36:33.927215 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:36:33.927551 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 9035e3b0-b31c-4ee9-9ab3-49e64bb07b48 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:36:33.955659 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1530515'] for network (56844464-bc2c-4265-9e0b-556587b6b73a), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:34.018875 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Deleting port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 {{(pid=103420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:36:34.019210 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:34.077642 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cd751a-565a-4579-b320-ce75788ee0ba None None] DHCP port deletion for 56844464-bc2c-4265-9e0b-556587b6b73a request from dv-cinder-804757-15-iscsi {{(pid=103421) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:36:34.093284 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.db [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] For port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=903989e8-0b89-47d0-8d95-6d4b59ebe7c9,segment=NetworkSegment(ce9ed307-9bbc-4880-af51-a87a95aec8d4),segment_id=ce9ed307-9bbc-4880-af51-a87a95aec8d4)] {{(pid=103420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:36:34.093644 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:34.107576 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.plugin [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Calling delete_port for 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 owned by network:dhcp {{(pid=103420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:36:34.133603 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80cd751a-565a-4579-b320-ce75788ee0ba None None] Deleting port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 {{(pid=103421) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:36:34.134117 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80cd751a-565a-4579-b320-ce75788ee0ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732449556484'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), before_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:34.197908 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.db [None req-80cd751a-565a-4579-b320-ce75788ee0ba None None] For port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9, host dv-cinder-804757-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-15-iscsi',level=0,port_id=903989e8-0b89-47d0-8d95-6d4b59ebe7c9,segment=NetworkSegment(ce9ed307-9bbc-4880-af51-a87a95aec8d4),segment_id=ce9ed307-9bbc-4880-af51-a87a95aec8d4)] {{(pid=103421) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:36:34.202467 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80cd751a-565a-4579-b320-ce75788ee0ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541102'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), precommit_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:34.210050 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-80cd751a-565a-4579-b320-ce75788ee0ba None None] Calling delete_port for 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 owned by network:dhcp {{(pid=103421) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:36:34.298768 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12850531'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:34.304876 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80cd751a-565a-4579-b320-ce75788ee0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1559530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732449564263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732449006111'] for port (903989e8-0b89-47d0-8d95-6d4b59ebe7c9), after_delete {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:34.325062 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=903989e8-0b89-47d0-8d95-6d4b59ebe7c9,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:34.327044 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] No DVR routers for this DVR port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 on host dv-cinder-804757-15-iscsi {{(pid=103420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:36:34.332718 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd751a-565a-4579-b320-ce75788ee0ba None None] Pushing event deleted for resources: {'Port': ['ID=903989e8-0b89-47d0-8d95-6d4b59ebe7c9,revision_number=None']} {{(pid=103421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:34.339008 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd751a-565a-4579-b320-ce75788ee0ba None None] No DVR routers for this DVR port 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 on host dv-cinder-804757-15-iscsi {{(pid=103421) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:36:34.399187 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143955', 'neutron.services.segments.db._delete_segments_for_network-8732449518376'] for network (56844464-bc2c-4265-9e0b-556587b6b73a), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:34.418794 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56844464-bc2c-4265-9e0b-556587b6b73a']}} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:34.427597 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9ed307-9bbc-4880-af51-a87a95aec8d4') {'for_net_delete': True} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:34.427886 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.services.segments.db [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9ed307-9bbc-4880-af51-a87a95aec8d4') {} {{(pid=103420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:36:34.436727 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732449518897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14228990'] for segment (ce9ed307-9bbc-4880-af51-a87a95aec8d4), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:34.449200 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567'] for segment (ce9ed307-9bbc-4880-af51-a87a95aec8d4), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:34.455669 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:36:34.456040 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12850108'] for segment (ce9ed307-9bbc-4880-af51-a87a95aec8d4), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: Traceback (most recent call last): Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: timer() Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: cb(*args, **kw) Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: return func(*args, **kwargs) Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: self._notify() Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: self.callback(batched_events) Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: event.method(event) Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: return f(self, *a, **k) Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: return self._get(url).json() Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: return self.request(url, 'GET', **kwargs) Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:36:34.457649 dv-cinder-804757-15-iscsi neutron-server[103420]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:36:34.566768 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555165'] for network (56844464-bc2c-4265-9e0b-556587b6b73a), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:34.571862 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550695'] for network (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:34.575139 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] 10.222.0.52 "DELETE /v2.0/networks/56844464-bc2c-4265-9e0b-556587b6b73a HTTP/1.1" status: 204 len: 168 time: 0.6900170 Feb 18 12:36:34.586379 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8b3eb-3941-4370-8e2d-5056fdc36c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=56844464-bc2c-4265-9e0b-556587b6b73a,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:34.810821 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54684) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:36:34.849863 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-7336b753-5f0b-45e6-89a1-9be1db4521e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c5cedac69764095b416f7b3f7ab59c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378969 Feb 18 12:36:34.852269 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54686) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:36:34.897658 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-35bd299c-9e96-4eb3-8d99-666800c9b9a4 admin admin] Publish callbacks [] for security_group (5461da0d-b435-4e2d-8363-c821cfe66734), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:34.917640 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-35bd299c-9e96-4eb3-8d99-666800c9b9a4 admin admin] Publish callbacks [] for security_group (5461da0d-b435-4e2d-8363-c821cfe66734), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:35.041344 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-35bd299c-9e96-4eb3-8d99-666800c9b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (5461da0d-b435-4e2d-8363-c821cfe66734), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:35.043988 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-35bd299c-9e96-4eb3-8d99-666800c9b9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:35.045121 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-35bd299c-9e96-4eb3-8d99-666800c9b9a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5461da0d-b435-4e2d-8363-c821cfe66734 HTTP/1.1" status: 204 len: 168 time: 0.1919847 Feb 18 12:36:35.053247 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd299c-9e96-4eb3-8d99-666800c9b9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5461da0d-b435-4e2d-8363-c821cfe66734,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:35.590194 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54692) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:36:35.612876 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 no longer exists at agent ovs-agent-dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:36:35.625657 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.plugin [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] No Port match for: 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 {{(pid=103421) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:36:35.626003 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron.plugins.ml2.rpc [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Device 903989e8-0b89-47d0-8d95-6d4b59ebe7c9 not bound to the agent host dv-cinder-804757-15-iscsi {{(pid=103421) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:36:35.632692 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-80aa7daf-d975-4bfd-a91f-bdd11f9d5edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:35.635126 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-dd40bacb-5d21-43e3-9800-9305558fd06a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3dbb50781437484ca126f5561e17e631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389977 Feb 18 12:36:35.635126 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [-] (103420) accepted ('10.222.0.52', 54694) {{(pid=103420) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:36:35.684379 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-589713bd-b942-40d6-9be9-213654b69d41 admin admin] Publish callbacks [] for security_group (3e655948-4d4c-4c07-8510-b7f18c32b914), before_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:35.705293 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-589713bd-b942-40d6-9be9-213654b69d41 admin admin] Publish callbacks [] for security_group (3e655948-4d4c-4c07-8510-b7f18c32b914), precommit_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:35.823918 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-589713bd-b942-40d6-9be9-213654b69d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613274'] for security_group (3e655948-4d4c-4c07-8510-b7f18c32b914), after_delete {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:35.826412 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron_lib.callbacks.manager [None req-589713bd-b942-40d6-9be9-213654b69d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:35.829346 dv-cinder-804757-15-iscsi neutron-server[103420]: INFO neutron.wsgi [None req-589713bd-b942-40d6-9be9-213654b69d41 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e655948-4d4c-4c07-8510-b7f18c32b914 HTTP/1.1" status: 204 len: 168 time: 0.1937523 Feb 18 12:36:35.835699 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589713bd-b942-40d6-9be9-213654b69d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e655948-4d4c-4c07-8510-b7f18c32b914,revision_number=None']} {{(pid=103420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:36:36.772721 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:37.881339 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dd9ced27-2979-41a7-aacd-854ff54f2be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:39.032269 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:40.458337 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:41.955263 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:36:56.552924 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:37:05.611355 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-098b4cac-fe73-4123-baa4-8862e84d7c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:37:06.749274 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:37:07.881520 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-c77c425f-b1a7-4d60-b5ca-1a4ed43b4be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:37:09.040934 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:37:10.457610 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:37:11.937631 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:37:33.552129 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:37:35.611977 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-a52d138a-af62-4f4a-8de0-5c678d2bf13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:37:36.754793 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:37:37.880528 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9bf9ccb4-778a-46fb-b22b-e6870f17bc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:37:39.046171 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:37:40.474790 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:37:41.948798 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:38:05.633058 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-1a1c94f5-23ca-4f7e-a60b-a860b4afc44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:38:06.771405 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:38:07.869359 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-663f85cc-2df3-4417-ae65-476082e959a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:38:09.051617 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:38:10.472999 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:38:10.551451 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:38:11.935855 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:38:35.645908 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0f8e730c-1e24-45b3-9a73-502c935b7c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:38:36.783022 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:38:37.868541 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-fc472393-3855-4572-922b-cfefec1c407e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:38:39.092482 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:38:40.515238 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:38:41.960092 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:38:47.550997 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:39:05.660836 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-0a8aed97-e7f0-49d4-b3a2-cb87b6807874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:39:06.791921 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:39:07.895600 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e205d573-abf3-4de2-a9a4-2c3ceefb809b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:39:09.054774 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:39:10.511798 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:39:11.948419 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:39:20.176004 dv-cinder-804757-15-iscsi neutron-server[103420]: DEBUG neutron.wsgi [req-eedbccc1-131b-43ec-a28c-0b7fcdbb0963 req-75152835-3060-4671-afab-a6d4c90d51ad service neutron] (103420) timed out ('10.222.0.82', 62673) {{(pid=103420) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 12:39:24.550254 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:39:35.683262 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f176b002-454c-489b-aef6-8547de60f726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:39:36.797564 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:39:37.865727 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-4802ed4e-8c34-414d-92f5-874d1be6e064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:39:39.062769 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:39:40.522700 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:39:41.968488 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:40:01.549840 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:40:05.659683 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-78dcb687-5b15-4440-856d-81dcffa7be1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:40:06.799310 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:40:07.896527 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-d769ad7e-0798-4007-ab7f-99c3d4d9809e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:40:09.073335 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:40:10.479371 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:40:11.953720 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:40:35.630110 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-ed617196-e7eb-46d0-9489-5ff0a874c4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:40:36.781822 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:40:37.887322 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-e7ec7eb9-ad0a-4b7f-89d0-a7140fabee0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:40:38.548513 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:40:39.067834 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:40:40.495912 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:40:41.961733 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:41:05.646598 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-3de3bd0c-53f9-4e85-9410-81f2914e6150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:41:06.812327 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:41:07.861736 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbc92-e191-4533-b325-d20bef95db3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:41:09.084363 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:41:10.484644 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:41:11.943970 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:41:15.552987 dv-cinder-804757-15-iscsi neutron-server[103422]: DEBUG neutron.db.agents_db [None req-2e9d6917-dcf3-437b-9acf-e7c259b0b857 None None] Agent healthcheck: found 6 active agents {{(pid=103422) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:41:35.646071 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-9775c2d2-2667-4487-872e-f1fc81dc9396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e7557ec-99b9-4589-9eed-b5f65b8d0a47), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:41:36.823313 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-56476e7e-7741-44b3-b9bc-58b758009359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (05f447e7-a18b-4dab-8ab0-aee319bc9a4d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:41:37.874955 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-f8f59f3b-769b-497c-93d3-aa3b3a1b3b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (c76fe447-57c6-40f9-8250-42e4409e26dc), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:41:39.074562 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-5f79b0dd-57c1-4afe-bd30-af7c3dfbee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (3e516979-3b85-412b-af0e-ace6eac8595e), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:41:40.497683 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-dcf93b6c-1f84-4125-b600-d1981f8b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (bcf49efb-e529-4330-b410-1f85367b4a9d), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:41:41.960368 dv-cinder-804757-15-iscsi neutron-server[103421]: DEBUG neutron_lib.callbacks.manager [None req-24e39f40-0ec3-40af-924d-696bd25fbcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732449518358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139690'] for agent (34741842-a12e-46e8-8431-3f37d8c3032f), after_update {{(pid=103421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}